-- Logs begin at Wed 2021-09-08 04:14:58 UTC, end at Wed 2021-09-08 05:11:32 UTC. -- Sep 08 04:45:11.372763 dv-cinder-784140-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 04:45:14.105253 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.common.config [-] Logging enabled! Sep 08 04:45:14.105851 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 04:45:14.106044 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93757) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 04:45:14.109893 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.common.config [-] Logging enabled! Sep 08 04:45:14.110169 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 04:45:14.110481 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93757) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 04:45:14.111423 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 04:45:14.111655 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 04:45:14.112013 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 04:45:14.112258 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 04:45:14.112482 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 04:45:14.112799 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.113096 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.113392 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.113622 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.113917 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.114234 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.114515 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.114806 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.115105 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.115392 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.115671 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.115953 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.116185 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.116465 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.116749 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.117033 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.117258 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] debug = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.117537 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.117957 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.118382 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.118661 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.119096 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.119215 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.119486 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.119760 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.120300 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.120673 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] host = dv-cinder-784140-7-iscsi {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.120958 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.121246 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.121533 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.121819 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.122127 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.122406 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.122717 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.122993 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.123264 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] log_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.123569 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.123862 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.124152 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.124444 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.124673 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.124900 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.125188 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.125499 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.125778 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.126080 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.126355 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.126630 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.126901 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.127168 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.127452 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.127738 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.128023 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.128298 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.128571 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.128842 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.129115 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.129398 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.129671 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.129944 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.130241 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.130529 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.130800 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.131072 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.131371 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.131653 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.131934 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.132218 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.132490 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.132770 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.133041 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.133311 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.133580 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] use_json = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.133852 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.134151 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.134433 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.134709 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.134982 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.135254 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.135525 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.135809 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:14.136107 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.136404 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.136704 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.136987 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.137282 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.137560 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.137847 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.138154 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.138443 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.138729 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.139043 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.139325 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.139612 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.139890 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.140185 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.140487 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.140779 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.141069 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.141343 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.141614 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.141886 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.142186 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.142472 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.142747 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.143034 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.143321 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.143597 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.143880 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.144172 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.144462 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.144740 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.145018 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.145309 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.145586 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.145857 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.146164 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.146454 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.146732 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.147006 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.147286 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.147561 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.147831 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.148101 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.148377 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.148666 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.148940 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.149209 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.149478 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.149752 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.150046 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.150348 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.150607 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.150877 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.151146 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.151419 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.151689 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.151962 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.152238 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.152509 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.152785 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.153055 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.153324 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.153595 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.153865 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.154174 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.154446 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.155256 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.155532 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.155804 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.156073 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.156345 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.156614 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.156884 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.157168 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.157462 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.157739 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.158037 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.158316 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.158594 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.158871 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.159148 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.159426 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.159703 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.159971 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.160261 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.160544 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.160829 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.161111 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.161389 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.161687 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.161962 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.162263 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.162541 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.162818 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.163102 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.163383 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.163674 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.163971 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.164263 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.164555 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.164846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.165123 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.165435 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.165712 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:14.165928 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 04:45:14.166188 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93757) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 04:45:14.515175 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 04:45:14.515389 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 04:45:14.515679 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 04:45:14.516013 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 04:45:14.903629 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.903925 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.904204 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.906032 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.906308 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.906572 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.941882 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.942194 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.942471 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.956997 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.957278 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.957545 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.986630 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.986915 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:14.987188 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.030456 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.030846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.031225 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.260901 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.261469 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.261469 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.261691 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.262418 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.388377 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.388699 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.389498 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.389772 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.390061 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.390373 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.390635 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.390890 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.391145 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.391427 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.391687 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.391949 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.392206 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.392457 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.392713 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.392977 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.393231 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.393498 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.393766 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.394051 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.394327 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.394581 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.394864 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.395238 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.395488 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.395733 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.396130 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 04:45:15.396373 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 04:45:15.396617 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 04:45:15.396855 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 04:45:15.397093 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 04:45:15.397327 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 04:45:15.397688 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 04:45:15.400773 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 04:45:15.405335 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 04:45:15.409116 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 08 04:45:15.410761 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 04:45:15.411213 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 04:45:15.411551 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 04:45:15.411933 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 04:45:15.414729 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 04:45:15.414980 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 04:45:15.415327 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 04:45:15.420634 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 04:45:15.442079 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 04:45:15.442533 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.442828 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93757) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 04:45:15.443193 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.444530 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93757) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 04:45:15.444812 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 04:45:15.445060 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 04:45:15.448415 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.448700 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:15.512566 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 04:45:15.512811 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 04:45:15.513049 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 04:45:15.513414 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 04:45:15.535704 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_db.sqlalchemy.engines [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93757) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 04:45:16.068302 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Initializing driver for type 'gre' Sep 08 04:45:16.068949 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] gre ID ranges: [(1, 1000)] Sep 08 04:45:16.118821 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Initializing driver for type 'local' Sep 08 04:45:16.119164 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Initializing driver for type 'vlan' Sep 08 04:45:16.131205 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] VlanTypeDriver initialization complete Sep 08 04:45:16.131656 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Initializing driver for type 'vxlan' Sep 08 04:45:16.132254 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] vxlan ID ranges: [(1, 1000)] Sep 08 04:45:16.185716 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Initializing extension driver 'port_security' Sep 08 04:45:16.186117 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] PortSecurityExtensionDriver initialization complete Sep 08 04:45:16.186448 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Initializing mechanism driver 'openvswitch' Sep 08 04:45:16.186770 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Initializing mechanism driver 'hyperv' Sep 08 04:45:16.193250 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:45:16.193939 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > port after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.194335 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > port after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.194680 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > port after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.195201 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 04:45:16.195633 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > subnet after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.195983 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > subnet after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.196324 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.196722 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 04:45:16.197129 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > network after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.197476 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > network after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.197815 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > network after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.198236 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 04:45:16.198645 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > security_group after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.198992 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > security_group after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.199328 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.199857 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 04:45:16.200273 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.200625 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.200968 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.201363 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 04:45:16.201770 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > address_group after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.202141 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > address_group after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.202981 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.203374 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 04:45:16.203760 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] ML2 OVO RPC backend initialized. {{(pid=93757) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 04:45:16.204463 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.204813 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.205224 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > network before_response 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.205570 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > networks before_response 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.205915 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > port before_response 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.206280 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > ports before_response 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.206622 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > subnet before_response 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.206963 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > subnets before_response 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.207307 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > network after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.207646 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > network after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.207982 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > network after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.208315 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > port after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.208650 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > port after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.208981 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > port after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.209313 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > subnet after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.209648 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > subnet after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.209993 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.210576 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Modular L2 Plugin initialization complete Sep 08 04:45:16.210905 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading services supported by the core plugin {{(pid=93757) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 04:45:16.211231 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.plugins.ml2.managers [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Got port-security extension from driver 'port_security' Sep 08 04:45:16.211697 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.extensions.vlantransparent [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Disabled vlantransparent extension. Sep 08 04:45:16.212183 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93757) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 04:45:16.212498 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading Plugin: router Sep 08 04:45:16.248769 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.249164 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router after_create 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.250074 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router before_create 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.250456 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.250910 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.251265 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router after_delete 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.251690 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.252043 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.252488 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router after_create 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.252852 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router after_update 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.253210 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router after_update 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.253846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.254257 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router after_update 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.254674 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router precommit_update 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.255171 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: port after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.255406 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: port after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.255710 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: subnet after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.256048 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.256432 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.256752 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router precommit_create 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.257092 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: port before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.257436 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router precommit_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.257828 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router after_update 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.258208 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.258563 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router precommit_create 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.258942 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.259271 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router precommit_update 55549900 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.259645 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > agent after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.259990 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > agent after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.260334 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > network after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.261194 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Tracking information for resource: router configured {{(pid=93757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 04:45:16.261732 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Tracking information for resource: floatingip configured {{(pid=93757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 04:45:16.267163 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.db.l3_agentschedulers_db [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 04:45:16.267765 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: port after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.268120 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: port after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.268476 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: port after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.268824 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: port after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.269602 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router before_create 55550100 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.269963 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.270346 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router precommit_create 55550100 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.270702 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > router precommit_update 55550100 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.275444 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.services.provider_configuration [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service providers = [] {{(pid=93757) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 04:45:16.275807 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.db.servicetype_db [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93757) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 04:45:16.278805 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.services.service_base [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 04:45:16.279157 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.services.service_base [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 04:45:16.279500 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.services.service_base [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 04:45:16.280400 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.services.service_base [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 04:45:16.280798 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.services.service_base [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 04:45:16.281177 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 04:45:16.281494 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 04:45:16.292127 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 04:45:16.292465 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading Plugin: auto_allocate Sep 08 04:45:16.298221 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: network precommit_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.298586 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: network precommit_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.299101 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 04:45:16.299419 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading Plugin: tag Sep 08 04:45:16.305933 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 04:45:16.306290 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading Plugin: timestamp Sep 08 04:45:16.310292 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 04:45:16.310622 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading Plugin: network_ip_availability Sep 08 04:45:16.316504 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.316873 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.317226 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.317928 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 04:45:16.318277 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading Plugin: flavors Sep 08 04:45:16.322988 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 04:45:16.323279 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading Plugin: revisions Sep 08 04:45:16.328181 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 04:45:16.328575 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 04:45:16.329303 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93757) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 04:45:16.329635 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Initializing extension manager. Sep 08 04:45:16.330180 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: __init__.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.330518 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: __pycache__ {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.330848 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.331179 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: address_group.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.331938 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.332498 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: address-group Sep 08 04:45:16.332821 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: address_scope.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.333725 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.334266 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: address-scope Sep 08 04:45:16.334587 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.335511 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.336021 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: router-admin-state-down-before-update Sep 08 04:45:16.336340 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: agent.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.337041 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.337549 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: agent Sep 08 04:45:16.337869 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: agent_resources_synced.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.338814 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.339324 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: agent-resources-synced Sep 08 04:45:16.339642 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: allowedaddresspairs.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.341432 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.341960 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: allowed-address-pairs Sep 08 04:45:16.342312 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: auto_allocated_topology.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.343403 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.343918 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: auto-allocated-topology Sep 08 04:45:16.344242 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: availability_zone.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.344934 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.345441 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: availability_zone Sep 08 04:45:16.345763 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: availability_zone_filter.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.346702 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.347209 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: availability_zone_filter Sep 08 04:45:16.347529 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: data_plane_status.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.348424 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.348927 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 04:45:16.349246 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: default_subnetpools.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.350178 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.350687 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: default-subnetpools Sep 08 04:45:16.351006 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.351812 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.352324 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: dhcp_agent_scheduler Sep 08 04:45:16.352646 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: dns.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.353558 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.354101 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension dns-integration not supported by any of loaded plugins Sep 08 04:45:16.354424 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: dns_domain_ports.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.355333 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.355841 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 04:45:16.356162 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.357080 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.357585 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 04:45:16.357903 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: dvr.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.358597 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.359132 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: dvr Sep 08 04:45:16.359450 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: ecmp_routes.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.360363 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.360870 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 04:45:16.361192 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: empty_string_filtering.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.362134 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.362638 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: empty-string-filtering Sep 08 04:45:16.362956 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.363863 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.364372 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 04:45:16.364694 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.365612 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.366155 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 04:45:16.366477 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: external_net.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.367456 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.367968 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: external-net Sep 08 04:45:16.368289 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.369195 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.369702 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: extra_dhcp_opt Sep 08 04:45:16.370304 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: extraroute.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.371213 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.371726 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: extraroute Sep 08 04:45:16.372046 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: extraroute_atomic.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.373074 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.373583 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: extraroute-atomic Sep 08 04:45:16.373904 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: filter_validation.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.375160 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.375664 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: filter-validation Sep 08 04:45:16.375985 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: fip_pf_description.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.376902 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.377492 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 04:45:16.377936 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: fip_port_details.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.379182 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.379932 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: fip-port-details Sep 08 04:45:16.380385 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: flavors.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.382107 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.382886 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: flavors Sep 08 04:45:16.383355 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.385081 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.385604 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 04:45:16.385936 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: floatingip_pools.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.386668 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.387185 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: floatingip-pools Sep 08 04:45:16.387512 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: ip_allocation.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.388722 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.389488 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 04:45:16.390668 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.391909 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.392699 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: ip-substring-filtering Sep 08 04:45:16.393175 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: l2_adjacency.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.394267 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.394782 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 04:45:16.395106 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: l3.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.396216 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.396735 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: router Sep 08 04:45:16.397064 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.399985 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.400753 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 04:45:16.401193 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.402520 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.403229 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: ext-gw-mode Sep 08 04:45:16.403560 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.404490 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.405003 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: l3-ha Sep 08 04:45:16.405333 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: l3_flavors.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.406302 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.406813 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: l3-flavors Sep 08 04:45:16.407183 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.408390 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.409177 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 04:45:16.409659 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: l3agentscheduler.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.411092 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.411866 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: l3_agent_scheduler Sep 08 04:45:16.412350 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: logging.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.413866 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.414427 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension logging not supported by any of loaded plugins Sep 08 04:45:16.414755 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: metering.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.415500 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.416081 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: metering Sep 08 04:45:16.416403 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.417495 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.418040 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: metering_source_and_destination_fields Sep 08 04:45:16.418364 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: multiprovidernet.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.419286 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.419800 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: multi-provider Sep 08 04:45:16.420119 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: netmtu.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.421032 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.421570 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: net-mtu Sep 08 04:45:16.421889 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: netmtu_writable.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.422844 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.423352 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: net-mtu-writable Sep 08 04:45:16.423668 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: network_availability_zone.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.424334 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.424840 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: network_availability_zone Sep 08 04:45:16.425158 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: network_ip_availability.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.426285 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.426795 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: network-ip-availability Sep 08 04:45:16.427114 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: network_segment_range.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.427880 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.428383 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 04:45:16.428701 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: pagination.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.429687 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.430045 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: pagination Sep 08 04:45:16.430366 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: port_device_profile.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.431285 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.431800 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: port-device-profile Sep 08 04:45:16.432120 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.433039 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.433552 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: port-mac-address-regenerate Sep 08 04:45:16.433874 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.434828 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.435336 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: port-numa-affinity-policy Sep 08 04:45:16.435658 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: port_resource_request.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.436687 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.437712 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 04:45:16.438066 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: portbindings.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.438999 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.439508 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: binding Sep 08 04:45:16.439829 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: portbindings_extended.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.441118 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.441633 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: binding-extended Sep 08 04:45:16.441957 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: portsecurity.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.442905 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.443417 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: port-security Sep 08 04:45:16.443736 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: project_id.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.444708 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.445037 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: project-id Sep 08 04:45:16.445359 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: providernet.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.446315 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.446829 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: provider Sep 08 04:45:16.447149 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.450661 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.451186 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos not supported by any of loaded plugins Sep 08 04:45:16.451513 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.453319 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.453833 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 04:45:16.454191 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.455116 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.455632 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 04:45:16.455954 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos_default.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.456863 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.457377 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos-default not supported by any of loaded plugins Sep 08 04:45:16.457698 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos_fip.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.458380 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.458884 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos-fip not supported by any of loaded plugins Sep 08 04:45:16.459201 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos_gateway_ip.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.460130 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.460639 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 04:45:16.460961 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos_port_network_policy.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.461873 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.462414 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 04:45:16.462735 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos_pps_rule.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.463916 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.464432 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos-pps not supported by any of loaded plugins Sep 08 04:45:16.464757 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos_rule_type_details.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.465671 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.466213 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 04:45:16.466535 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: qos_rules_alias.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.467568 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.468106 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 04:45:16.468435 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: quotasv2.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.469341 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.469668 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: quotas Sep 08 04:45:16.470013 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: quotasv2_detail.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.473248 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.473590 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: quota_details Sep 08 04:45:16.473922 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: rbac.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.475002 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.475529 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: rbac-policies Sep 08 04:45:16.475858 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: rbac_address_group.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.476788 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.477304 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: rbac-address-group Sep 08 04:45:16.477630 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: rbac_address_scope.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.478573 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.479089 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: rbac-address-scope Sep 08 04:45:16.479414 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: rbac_security_groups.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.480325 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.480837 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: rbac-security-groups Sep 08 04:45:16.481158 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: rbac_subnetpool.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.482096 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.482609 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: rbac-subnetpool Sep 08 04:45:16.482933 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: revisionifmatch.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.483881 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.484398 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: revision-if-match Sep 08 04:45:16.484722 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: revisions.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.485831 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.486381 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: standard-attr-revisions Sep 08 04:45:16.486706 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: router_availability_zone.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.487382 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.487891 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: router_availability_zone Sep 08 04:45:16.488213 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: routerservicetype.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.489129 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.489637 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension router-service-type not supported by any of loaded plugins Sep 08 04:45:16.489961 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.490899 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.491409 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: security-groups-normalized-cidr Sep 08 04:45:16.491732 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.492639 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.493159 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: port-security-groups-filtering Sep 08 04:45:16.493482 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.494431 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.494946 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: security-groups-remote-address-group Sep 08 04:45:16.495530 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: securitygroup.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.506888 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.507422 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: security-group Sep 08 04:45:16.507756 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: segment.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.508546 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.509058 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension segment not supported by any of loaded plugins Sep 08 04:45:16.509388 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.510356 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.510867 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 04:45:16.511194 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: servicetype.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.512362 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.512883 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: service-type Sep 08 04:45:16.513213 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: sorting.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.514222 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.514555 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: sorting Sep 08 04:45:16.514879 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: standard_attr_segment.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.516364 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.516881 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 04:45:16.517206 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: standardattrdescription.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.517853 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.518393 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: standard-attr-description Sep 08 04:45:16.518713 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: stateful_security_group.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.519632 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.520148 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: stateful-security-group Sep 08 04:45:16.520468 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: stdattrs_common.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.521048 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 04:45:16.521365 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.522310 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.522829 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 04:45:16.523151 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: subnet_onboard.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.524233 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.524752 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: subnet_onboard Sep 08 04:45:16.525072 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.526035 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.526545 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 04:45:16.526865 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: subnet_service_types.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.527788 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.528300 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: subnet-service-types Sep 08 04:45:16.528619 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: subnetallocation.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.529699 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.530238 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: subnet_allocation Sep 08 04:45:16.530585 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.531259 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.531772 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: subnetpool-prefix-ops Sep 08 04:45:16.532091 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.533026 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.533542 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 04:45:16.533867 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: tagging.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.534959 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.535475 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: standard-attr-tag Sep 08 04:45:16.535800 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: timestamp.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.537019 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.537542 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loaded extension: standard-attr-timestamp Sep 08 04:45:16.538019 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: trunk.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.539068 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.539586 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension trunk not supported by any of loaded plugins Sep 08 04:45:16.539913 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: trunk_details.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.540843 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.541356 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension trunk-details not supported by any of loaded plugins Sep 08 04:45:16.541681 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: uplink_status_propagation.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.542640 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.543155 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 04:45:16.543478 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Loading extension file: vlantransparent.py {{(pid=93757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 04:45:16.544163 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 04:45:16.544669 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 04:45:16.547164 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:network Sep 08 04:45:16.547689 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:subnet Sep 08 04:45:16.548089 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 04:45:16.548490 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:port Sep 08 04:45:16.549729 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.550204 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service FLAVORS assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.550846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.551246 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.551576 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:router Sep 08 04:45:16.552002 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 04:45:16.552500 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service METERING assigned prefix: /metering {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.553933 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.554330 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.554679 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:45:16.555695 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 04:45:16.556151 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:security_group Sep 08 04:45:16.556578 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 04:45:16.557158 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service CORE assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.557485 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 04:45:16.557826 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] subnetpool is already registered Sep 08 04:45:16.558291 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service CORE assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.558628 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 04:45:16.558958 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] subnetpool is already registered Sep 08 04:45:16.561269 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.561700 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service FLAVORS assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.562829 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.563252 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.563593 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:router Sep 08 04:45:16.563932 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] router is already registered Sep 08 04:45:16.564346 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 04:45:16.564677 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] floatingip is already registered Sep 08 04:45:16.565131 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service METERING assigned prefix: /metering {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.565809 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 04:45:16.566164 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] rbac_policy is already registered Sep 08 04:45:16.566573 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:security_group Sep 08 04:45:16.566905 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] security_group is already registered Sep 08 04:45:16.567302 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 04:45:16.567630 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] security_group_rule is already registered Sep 08 04:45:16.568248 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service CORE assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.568572 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 04:45:16.568902 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] subnetpool is already registered Sep 08 04:45:16.569317 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.v2.resource_helper [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Service CORE assigned prefix: {{(pid=93757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 04:45:16.569637 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 04:45:16.569963 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING neutron.quota.resource_registry [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] subnetpool is already registered Sep 08 04:45:16.570448 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: extensions {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.571943 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: address-groups {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.573476 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: address-scopes {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.574812 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: agents {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.575976 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: auto-allocated-topology {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.577232 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: availability_zones {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.579126 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: dhcp-networks {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.580697 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: dhcp-agents {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.582157 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: routers {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.584377 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: flavors {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.585556 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: service_profiles {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.586813 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: next_providers {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.588273 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: service_profiles {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.589816 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: floatingip-pools {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.591073 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: routers {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.593237 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: floatingips {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.594579 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: l3-routers {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.595983 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: l3-agents {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.597405 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: metering-labels {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.598807 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: metering-label-rules {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.600098 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: network-ip-availabilities {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.601379 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: bindings {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.603895 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: quotas {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.605356 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: quotas {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.606812 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: rbac-policies {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.608031 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: security-groups {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.609850 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: security-group-rules {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.611164 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: service-providers {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.612379 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: subnetpools {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.613811 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: subnetpools {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.615316 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.616993 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.618899 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.620956 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.622780 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.625228 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.626983 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.628910 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.630711 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.632473 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron.api.extensions [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Extended resource: tags {{(pid=93757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 04:45:16.638442 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING keystonemiddleware.auth_token [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 04:45:16.643131 dv-cinder-784140-7-iscsi neutron-server[93757]: WARNING keystonemiddleware.auth_token [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 04:45:16.651907 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Acquired lock "singleton_lock" {{(pid=93757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 04:45:16.652374 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Releasing lock "singleton_lock" {{(pid=93757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 04:45:16.653006 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO oslo_service.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Starting 2 workers Sep 08 04:45:16.657789 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Started child 93866 {{(pid=93757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 04:45:16.662263 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Started child 93867 {{(pid=93757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 04:45:16.663182 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:16.663815 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO neutron.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 04:45:16.664498 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Notify callbacks [] for process, before_spawn {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:16.664599 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [-] (93866) wsgi starting up on http://0.0.0.0:9696 Sep 08 04:45:16.666880 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:16.667303 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO oslo_service.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Starting 1 workers Sep 08 04:45:16.668201 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [-] (93867) wsgi starting up on http://0.0.0.0:9696 Sep 08 04:45:16.672826 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Started child 93868 {{(pid=93757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 04:45:16.673513 dv-cinder-784140-7-iscsi neutron-server[93757]: INFO oslo_service.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Starting 1 workers Sep 08 04:45:16.676429 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] calling RpcWorker wait() {{(pid=93868) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 04:45:16.676951 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] returning from RpcWorker wait() {{(pid=93868) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 04:45:16.678286 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:16.678847 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:45:16.679088 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Started child 93869 {{(pid=93757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 04:45:16.679914 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b0d99ba-0af2-4886-9745-dfdfd48f9b78 None None] Notify callbacks [] for process, after_spawn {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:16.681769 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 04:45:16.682005 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 04:45:16.682190 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 04:45:16.682401 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 04:45:16.682738 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 04:45:16.682899 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 04:45:16.683399 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.683671 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.683929 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.684092 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:16.684584 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.684584 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.685053 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.685201 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:45:16.685290 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.685538 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.685808 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.686060 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.686234 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.686398 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.686648 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.686979 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.687762 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.688040 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.688270 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.688537 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.688709 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.688955 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.689216 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.689444 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.689699 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] debug = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.689934 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.690454 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.690675 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.690919 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.691151 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.691411 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.691638 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.691881 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.692140 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.692351 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.692607 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.692851 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.693083 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.693290 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.693509 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.693780 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.694038 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.694523 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] host = dv-cinder-784140-7-iscsi {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.694756 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.694974 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.695216 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.695456 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.695706 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.695918 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.696171 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.696412 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.696659 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.696878 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.697121 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.697486 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.697905 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.698348 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.698620 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_options = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.699038 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.699480 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.699914 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.700233 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.700512 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.700805 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.701228 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.701500 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.701918 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.702377 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.702782 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.703173 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.703538 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.703923 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.704357 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.704770 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.705179 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.705528 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.706032 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.706368 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.706747 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.707140 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.707487 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.707842 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.708193 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.708429 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.708679 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.708929 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.709225 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.709524 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.709806 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.710091 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.710312 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.710549 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.710814 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.711044 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.711273 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.711493 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.711759 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.711982 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.712329 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.712508 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.712720 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.712967 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.713198 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.713414 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.713642 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_json = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.713874 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.714108 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.714981 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.714981 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.714981 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.715445 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.715445 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.715678 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.717062 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.717062 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.717062 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.717062 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.718266 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.718266 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.718266 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.718266 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.718266 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.718564 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.718637 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.718869 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.719156 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.719406 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.719683 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.720174 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.720607 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.720897 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.721130 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.721365 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.721735 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.722183 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.722454 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.722806 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.722907 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.723134 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.723354 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.723689 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.723964 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.724232 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.724527 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.725001 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.725001 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.725228 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.725409 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.725618 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.725848 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.726144 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.726368 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.726583 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.726801 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.727058 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.727330 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.728091 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.728091 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.728091 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.728326 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.728470 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.728882 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.729307 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.729548 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.729767 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.730036 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.730446 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.730801 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.731055 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.731279 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.731496 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.731709 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.731959 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.732206 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.732442 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.732652 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.732889 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.733078 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.733289 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.733582 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.734393 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.734627 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.734846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.735107 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.735446 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.735684 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.735901 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.736119 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.736360 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.736572 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.736809 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.737041 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.737272 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.737484 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.737716 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.737927 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.738166 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.738376 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.738589 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.738794 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.739028 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.739236 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.739483 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.739948 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.740337 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.740599 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.740823 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.741075 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.741308 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.741557 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.741792 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.742046 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.742439 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.742699 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.742970 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.743230 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.743456 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.743695 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.743961 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.744193 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.744433 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.744650 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.744921 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.745415 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.745675 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.745935 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.746229 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.746473 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.746722 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.746981 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.747241 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.747509 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.747725 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.748027 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.748380 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.748661 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.749003 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.749317 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.750146 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.750420 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.750655 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.750902 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.751162 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.751423 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.751646 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.751943 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.752186 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.752413 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.752630 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.752860 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.753188 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.753416 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.753629 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.753840 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.754155 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.754416 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.754653 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.754914 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.755159 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.755675 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.756184 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.756614 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.757051 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.757465 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.757896 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.758356 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.758766 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.759167 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.759586 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.759977 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.760367 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.760782 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.761171 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.761574 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.762003 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.762468 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.762864 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.763298 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.763687 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.764119 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.764752 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.765176 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.765556 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.765813 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.766073 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.766333 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.766562 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.766833 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.767091 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.767310 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.767559 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.767803 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.768056 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.768273 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.768540 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.768765 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.768979 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.769211 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.769429 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.769665 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.769880 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.770157 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.770375 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.770609 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.770845 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.771176 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.771425 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.771675 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.771913 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.772136 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.772393 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.772626 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.773056 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.773277 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.773514 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.773753 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.774034 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.774280 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.774520 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.774749 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.774961 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.775171 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.775421 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.775651 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.775935 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.776173 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.776409 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.776673 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.776910 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.777145 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.777397 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.777605 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.777838 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.778083 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.778298 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.778509 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.778734 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.778944 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.779156 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.779372 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.779586 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.779792 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.780017 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.780268 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.780496 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.780737 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.780951 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.781158 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.781378 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.781586 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.781793 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.782038 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.782257 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.782466 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.782709 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.782918 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.783143 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.783362 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.783597 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.783806 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.784104 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.784352 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.784573 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.784863 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.785107 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.785347 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.785600 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.785918 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.786164 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.786404 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.786619 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.786834 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.787067 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.787322 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.787656 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.787951 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.788219 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.788481 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.788755 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.789035 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.789291 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.789501 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.789791 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.790153 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.790435 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.790684 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.790923 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.791169 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.791401 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.791614 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.791846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.792079 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.792294 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.792530 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.792773 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.793018 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.793233 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.793531 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.793753 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.794019 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.794251 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.794497 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.794731 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.794887 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 04:45:16.795503 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 04:45:16.796031 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 04:45:16.796031 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 04:45:16.796031 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 04:45:16.796031 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 04:45:16.797158 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 04:45:16.797158 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.797158 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.797158 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.797740 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.797740 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.797740 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.798122 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.798122 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.798122 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.798461 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.798461 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.798687 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.798687 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.799059 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.799059 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.799296 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.799296 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.799445 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.799554 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.799718 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.799879 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.800034 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.800191 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] debug = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.800350 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.800546 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.800697 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.800851 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.801008 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.801168 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.801364 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.801506 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.801648 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.801782 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.801926 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.802097 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.802249 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.802384 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.802517 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.802665 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.802800 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.802956 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] host = dv-cinder-784140-7-iscsi {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.803104 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.803248 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.803383 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.803542 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.803685 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.803846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.803986 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.804133 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.804289 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.804430 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.804593 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.804734 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.804894 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.805050 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.805192 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_options = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.805352 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.805511 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.805650 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.805838 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.806024 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.806180 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.806317 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.806451 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.806606 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.806766 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.806925 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.807084 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.807244 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.807459 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.807683 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.807683 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.807946 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.808080 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.808226 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.808313 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.808411 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.808567 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.808724 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.808881 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.809037 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.809194 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.809350 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.809506 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.809662 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.809817 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.809992 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.810151 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.810339 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.810491 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.810638 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.810856 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.810998 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.811119 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.811238 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.811379 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.811469 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.811611 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.811766 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.812500 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.812623 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.812743 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.812903 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_json = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.813060 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.813217 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.813373 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.813529 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.813687 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.813843 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.814026 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.814141 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:45:16.814231 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 04:45:16.814351 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.814511 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.814682 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.814841 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.815000 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.815160 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.815318 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.815477 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.815636 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.815795 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.815965 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.816126 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.816294 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.816453 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.816613 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.816774 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.816934 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.817093 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.817252 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.817412 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.817570 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.817728 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.817897 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.818086 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.818246 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.818404 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.818563 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.818735 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.818894 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.819053 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.819212 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.819359 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.819519 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.819678 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.819838 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.819997 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.820164 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.820315 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.820473 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.820631 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.820789 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.820947 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.821105 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.821265 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.821426 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.821586 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.821745 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.821904 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.822086 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.822246 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.822405 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.822565 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.822723 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.822882 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.823040 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.823209 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.823368 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.823578 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.823689 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.823849 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.824008 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.824168 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.824327 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.824487 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.824645 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.824875 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.825054 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.825213 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.825373 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.825531 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.825691 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.826196 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.826196 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.826196 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.826891 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.826891 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.826891 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.826891 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.827296 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.827296 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.827296 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.827661 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.827661 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.827661 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.828266 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.828266 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.828266 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.828266 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.828846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.828846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.828846 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.829263 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.829263 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.829263 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.830602 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.830602 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.830602 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.830602 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.830602 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.830602 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.830602 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.830602 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.832430 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.832430 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.832430 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.832430 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.832430 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.832430 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.832430 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.832430 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833170 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833170 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833170 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833170 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833170 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833170 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833170 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833170 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833895 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833895 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833895 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833895 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833895 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833895 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833895 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.833895 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.834876 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.834876 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.834876 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.834876 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.834876 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.834876 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.835492 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.835492 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.835492 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.835492 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.835765 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.835765 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.835905 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.836038 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.836199 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.836372 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.836495 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.836651 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.836901 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.837106 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.837106 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.837422 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.837422 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.837650 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.837771 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.837890 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.838036 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.838240 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.838400 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.838522 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.838642 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.838761 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.838881 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.839043 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.839197 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.839350 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.839508 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.839666 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.839824 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.839983 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.840249 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.840374 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.840456 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.840581 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.840740 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.840897 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.841055 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.841214 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.841376 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.841536 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.841695 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.841854 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.842033 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.842194 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.842355 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.842516 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.842675 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.842836 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.842996 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.843179 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.843339 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.843499 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.843658 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.843818 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.843976 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.844135 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.844307 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.844466 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.844626 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.844784 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.844942 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.845102 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.845260 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.845419 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.845578 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.845736 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.845900 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.846085 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.846248 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.846408 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.846568 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.846733 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.846875 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.847034 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.847193 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.847364 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.847524 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.847682 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.847841 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.847999 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.848157 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.848327 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.848487 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.848646 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.848804 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.848963 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.849121 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.849289 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.849449 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.849607 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.849765 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.849922 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.850101 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.850271 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.850432 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.850591 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.850749 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.850908 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.851067 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.851234 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.851394 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.851552 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.851711 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.851869 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.852027 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.852195 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.852361 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.852531 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.852667 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.852826 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.852984 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.853226 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.853391 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.853551 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.853719 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.853874 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.854226 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.854521 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.854825 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.855124 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.855417 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.855724 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.855946 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.856093 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.856299 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.856436 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.856560 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.856681 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.856800 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.856963 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.857133 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.857304 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.857463 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.858092 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.858092 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.858092 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.858092 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.858352 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.858419 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.858608 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.859216 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.859378 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.859535 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.859696 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.859856 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.860016 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.860174 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.860334 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.860492 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.860650 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.860809 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.860969 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.861126 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.861286 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 04:45:16.861439 dv-cinder-784140-7-iscsi neutron-server[93757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 04:45:17.043355 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 36870) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:17.052494 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069501 Sep 08 04:45:28.445880 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709ba9bf-3c8b-41fc-a351-5146bd0b8fb1 None None] get_active_networks_info from dv-cinder-784140-7-iscsi {{(pid=93868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 04:45:28.564461 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ba9bf-3c8b-41fc-a351-5146bd0b8fb1 None None] No non-hosted networks {{(pid=93868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 04:45:28.571725 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.agentschedulers_db [None req-709ba9bf-3c8b-41fc-a351-5146bd0b8fb1 None None] DHCP Agent not found on host dv-cinder-784140-7-iscsi {{(pid=93868) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 08 04:45:28.756100 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bc5fb422-1a79-4265-b7de-5043d8e1b4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585703'] for agent, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:30.834059 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6fd78b78-4a45-4312-a1f6-cda0f2636d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585703'] for agent, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:30.924376 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d733f981-7adc-41e3-8c95-77ba6f1bb0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:31.256541 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585703'] for agent, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:31.257278 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.257670 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.260502 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.260502 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.260912 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.261246 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.261738 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.262277 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.263471 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.263871 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.264206 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.264531 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:31.266324 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784140-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:45:31.282946 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784140-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:45:32.175004 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585703'] for agent, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:33.389200 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585703'] for agent, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:34.589576 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 36966) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:35.069053 dv-cinder-784140-7-iscsi neutron-server[93867]: WARNING oslo_policy.policy [None req-0df56529-5829-4993-a93c-61e6290e3c35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 04:45:35.069618 dv-cinder-784140-7-iscsi neutron-server[93867]: WARNING oslo_policy.policy [None req-0df56529-5829-4993-a93c-61e6290e3c35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 04:45:35.291100 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [None req-0df56529-5829-4993-a93c-61e6290e3c35 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:45:35.292183 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-0df56529-5829-4993-a93c-61e6290e3c35 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7016582 Sep 08 04:45:37.651265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 36980) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:37.964460 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-9c5a5f63-500b-40e7-905d-608afd365acf admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:45:38.058547 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.policy [None req-9c5a5f63-500b-40e7-905d-608afd365acf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93867) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 04:45:38.103287 dv-cinder-784140-7-iscsi neutron-server[93867]: WARNING oslo_policy.policy [None req-9c5a5f63-500b-40e7-905d-608afd365acf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 04:45:38.103656 dv-cinder-784140-7-iscsi neutron-server[93867]: WARNING oslo_policy.policy [None req-9c5a5f63-500b-40e7-905d-608afd365acf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 04:45:38.112593 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.quota [None req-9c5a5f63-500b-40e7-905d-608afd365acf admin admin] Loaded quota_driver: . Sep 08 04:45:38.158605 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.db.l3_hamode_db [None req-275202d8-0106-41cc-9755-bf91eb35549f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 04:45:38.202389 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c5a5f63-500b-40e7-905d-608afd365acf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754271352435', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754271351884', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754271298914', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754271300750', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754270600263', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754271321977', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1951160', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1926072', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-947252', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-962286'] for rbac-policy, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:38.237218 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275202d8-0106-41cc-9755-bf91eb35549f None None] Routers set() bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:45:38.237611 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275202d8-0106-41cc-9755-bf91eb35549f None None] Router IDs set() for agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 04:45:38.266680 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c5a5f63-500b-40e7-905d-608afd365acf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:38.267892 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9c5a5f63-500b-40e7-905d-608afd365acf admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6156607 Sep 08 04:45:40.829726 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 36992) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:41.118952 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'name': 'private'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:45:41.148690 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Made reservation on behalf of b0de503569984c2a8f50ba89004a63f3 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:45:41.151551 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:41.168002 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:41.289043 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:41.292780 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:41.311669 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:45:41.343131 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754268350576', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:41.343728 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Unsubscribe: segment precommit_create {{(pid=93867) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 04:45:41.344256 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Added segment 6a004444-7918-4090-9831-6f168aa89d46 of type vlan for network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 Sep 08 04:45:41.360616 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eae1962-1523-45ec-970b-97d4abb86e11,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:45:41.386487 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.386841 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.387179 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.387508 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.387832 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.388170 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.388495 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.388812 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.389143 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.389462 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.389778 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.390125 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Tracked resource versions report: Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: pushed versions: Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: { 'AddressGroup': {'1.2'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'ConntrackHelper': {'1.0'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Log': {'1.0'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Network': {'1.1'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Port': {'1.7'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'PortForwarding': {'1.2'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'QosPolicy': {'1.9'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SecurityGroup': {'1.4'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SecurityGroupRule': {'1.2'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SubPort': {'1.0'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Subnet': {'1.1'}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Trunk': {'1.1'}} Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: consumer versions: Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: { DHCP agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: L3 agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: Metadata agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: Metering agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: Open vSwitch agent@dv-cinder-784140-7-iscsi: { 'AddressGroup': '1.2', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'ConntrackHelper': '1.0', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Log': '1.0', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Network': '1.1', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Port': '1.7', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'PortForwarding': '1.2', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'QosPolicy': '1.9', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SecurityGroup': '1.4', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SecurityGroupRule': '1.2', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SubPort': '1.0', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Subnet': '1.1', Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Trunk': '1.1'}} Sep 08 04:45:41.391221 dv-cinder-784140-7-iscsi neutron-server[93867]: {{(pid=93867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 04:45:41.463566 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:41.502252 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:41.503327 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:45:41.503981 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:41.561774 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7309909 Sep 08 04:45:41.600330 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1e758-49b3-44c0-930c-65a4f6a1761b admin admin] Pushing event updated for resources: {'Network': ['ID=a8e5b80e-5d23-4cc4-a91d-f489ebb78103,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:45:41.612680 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:45:44.199844 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 37006) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:44.584278 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedd5e3-e6ff-471a-8d30-7c4b66df86a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:45:44.585623 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8bedd5e3-e6ff-471a-8d30-7c4b66df86a3 admin admin] 10.222.0.20 "GET /v2.0/networks/a8e5b80e-5d23-4cc4-a91d-f489ebb78103 HTTP/1.1" status: 200 len: 825 time: 0.3848298 Sep 08 04:45:44.609960 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c239d78e-11b5-4c6d-99da-f835f52102c4 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/53e82b93-d5e0-4203-85e1-62beaae84070 HTTP/1.1" status: 200 len: 734 time: 0.0182564 Sep 08 04:45:44.618927 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'subnetpool_id': '53e82b93-d5e0-4203-85e1-62beaae84070', 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:45:44.640132 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Made reservation on behalf of b0de503569984c2a8f50ba89004a63f3 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:45:44.642852 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:44.918069 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:44.986524 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Checking segment: {'id': '6a004444-7918-4090-9831-6f168aa89d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:45:44.986874 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Network hostable DHCP agents. Network: a8e5b80e-5d23-4cc4-a91d-f489ebb78103, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:45:44.991228 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7bef8d-fc8e-4232-9b64-bb4a69a849cd,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:45:45.009387 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:45:45.020827 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, a8e5b80e-5d23-4cc4-a91d-f489ebb78103) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:45:45.025442 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:45:45.026091 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:45.030959 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1bc25-16b7-4e65-8ced-af7929b26aa5 None None] Network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:45:45.040461 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2f59cc7c-9dbd-4c81-9854-9ce24e0ae0d6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4248281 Sep 08 04:45:45.347379 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-a8e5b80e-5d23-4cc4-a91d-f489ebb78103', 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'fixed_ips': [{'subnet_id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 04:45:45.348604 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:45.617460 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Allocated IP 172.20.0.2 (a8e5b80e-5d23-4cc4-a91d-f489ebb78103/dc7bef8d-fc8e-4232-9b64-bb4a69a849cd/447fd462-1272-4d31-867b-a6dbdaeb42ca) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:45:45.814538 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:45.831893 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Transition to ACTIVE for port object 447fd462-1272-4d31-867b-a6dbdaeb42ca will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:45:45.879474 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Transition to ACTIVE for port object 447fd462-1272-4d31-867b-a6dbdaeb42ca will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:45:45.887401 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:45.950792 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:45:45.957260 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:45:45.968140 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:45:45.971718 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Pushing event updated for resources: {'Port': ['ID=447fd462-1272-4d31-867b-a6dbdaeb42ca,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:45:46.003835 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.004178 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.004516 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.004846 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.005173 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.005498 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.005819 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.006168 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.006507 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.006830 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.007146 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.007456 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Tracked resource versions report: Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: pushed versions: Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Log': {'1.0'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Network': {'1.1'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Port': {'1.7'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: consumer versions: Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: L3 agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: Metadata agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: Metering agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-784140-7-iscsi: { 'AddressGroup': '1.2', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Log': '1.0', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Network': '1.1', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Port': '1.7', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SubPort': '1.0', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Subnet': '1.1', Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Sep 08 04:45:46.008521 dv-cinder-784140-7-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 04:45:46.056513 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Attempting to bind port 447fd462-1272-4d31-867b-a6dbdaeb42ca on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:45:46.057145 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Attempting to bind port 447fd462-1272-4d31-867b-a6dbdaeb42ca by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '6a004444-7918-4090-9831-6f168aa89d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:45:46.057317 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Attempting to bind port 447fd462-1272-4d31-867b-a6dbdaeb42ca on network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:45:46.062088 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:45:46.062529 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Checking segment: {'id': '6a004444-7918-4090-9831-6f168aa89d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:45:46.062994 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:46.063380 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Bound using segment: {'id': '6a004444-7918-4090-9831-6f168aa89d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:45:46.063858 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Bound port: 447fd462-1272-4d31-867b-a6dbdaeb42ca, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a004444-7918-4090-9831-6f168aa89d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:45:46.064279 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:46.126373 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] For port 447fd462-1272-4d31-867b-a6dbdaeb42ca, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:45:46.130711 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] For port 447fd462-1272-4d31-867b-a6dbdaeb42ca, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=447fd462-1272-4d31-867b-a6dbdaeb42ca,segment=NetworkSegment(6a004444-7918-4090-9831-6f168aa89d46),segment_id=6a004444-7918-4090-9831-6f168aa89d46)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:45:46.135276 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:46.199345 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bc9fb-6a8d-4fcf-9e61-20e6dbcd512a None None] Pushing event updated for resources: {'Port': ['ID=447fd462-1272-4d31-867b-a6dbdaeb42ca,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:45:47.478840 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 37014) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:47.792671 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [None req-ffb78e41-e8fb-4dd7-99bf-f5d5de6c4569 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:45:47.793734 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ffb78e41-e8fb-4dd7-99bf-f5d5de6c4569 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138533 Sep 08 04:45:50.167681 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37022) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:50.655226 dv-cinder-784140-7-iscsi neutron-server[93866]: WARNING oslo_policy.policy [None req-67f99671-6163-4963-94ad-3430f0b5fe76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 04:45:50.655818 dv-cinder-784140-7-iscsi neutron-server[93866]: WARNING oslo_policy.policy [None req-67f99671-6163-4963-94ad-3430f0b5fe76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 04:45:50.876778 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [None req-67f99671-6163-4963-94ad-3430f0b5fe76 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:45:50.878111 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-67f99671-6163-4963-94ad-3430f0b5fe76 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7081246 Sep 08 04:45:53.512688 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 37042) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:53.811620 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-ac3419f6-af14-4c9e-bc04-65b1674f0181 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'admin_state_up': True}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:45:53.834703 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ac3419f6-af14-4c9e-bc04-65b1674f0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:53.836221 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ac3419f6-af14-4c9e-bc04-65b1674f0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:53.969774 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ac3419f6-af14-4c9e-bc04-65b1674f0181 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:53.974470 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ac3419f6-af14-4c9e-bc04-65b1674f0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:53.988301 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ac3419f6-af14-4c9e-bc04-65b1674f0181 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:53.989506 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ac3419f6-af14-4c9e-bc04-65b1674f0181 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4758618 Sep 08 04:45:54.508800 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a54811-f1ac-4d45-ab08-3ad05d9af209 None None] Network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:45:54.584007 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-f01784dc-aaa0-453a-820b-8f75b592e4ae None None] Provisioning for port 447fd462-1272-4d31-867b-a6dbdaeb42ca completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:45:54.785843 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 447fd462-1272-4d31-867b-a6dbdaeb42ca up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:45:54.869763 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 447fd462-1272-4d31-867b-a6dbdaeb42ca completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:45:54.873737 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 447fd462-1272-4d31-867b-a6dbdaeb42ca triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:45:54.874279 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:54.940692 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-bda55d55-4562-4eee-82b6-2cfa78d76ad9 None None] Provisioning complete for port 447fd462-1272-4d31-867b-a6dbdaeb42ca triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:45:54.941056 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bda55d55-4562-4eee-82b6-2cfa78d76ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:55.016220 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:55.073670 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 447fd462-1272-4d31-867b-a6dbdaeb42ca, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=447fd462-1272-4d31-867b-a6dbdaeb42ca,segment=NetworkSegment(6a004444-7918-4090-9831-6f168aa89d46),segment_id=6a004444-7918-4090-9831-6f168aa89d46)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:45:55.081736 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:55.111255 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bda55d55-4562-4eee-82b6-2cfa78d76ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:55.166852 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=447fd462-1272-4d31-867b-a6dbdaeb42ca,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:45:55.182602 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.db.api [None req-bda55d55-4562-4eee-82b6-2cfa78d76ad9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 04:45:55.183128 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG oslo_db.api [None req-bda55d55-4562-4eee-82b6-2cfa78d76ad9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 04:45:56.388035 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 37050) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:56.693339 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [None req-6bb0c227-51d8-4d05-b32e-bda4b1d4f115 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:45:56.694477 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6bb0c227-51d8-4d05-b32e-bda4b1d4f115 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3054652 Sep 08 04:45:56.735744 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 447fd462-1272-4d31-867b-a6dbdaeb42ca up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:45:56.745777 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:45:56.789217 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 447fd462-1272-4d31-867b-a6dbdaeb42ca triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:45:56.789605 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:58.307456 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7fc5dfbc-b0ae-4ddd-a704-e4bcda41815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:59.097728 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 37058) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:45:59.406585 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:45:59.427013 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Made reservation on behalf of 0565148d9c13419f9ae6392e5de5bb9e for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:45:59.429440 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:59.436956 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:59.525186 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:59.528655 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:59.543208 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Reserving flat network on physical network physnet1 {{(pid=93867) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 04:45:59.560883 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea96555-f0dc-4f45-ba3b-cb4fd28524e2,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:45:59.566288 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:59.566624 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Added segment bf5b3785-efa1-4a7c-9aa6-32a71e29f464 of type flat for network b7fb9408-454d-42be-8484-580cd619eec9 Sep 08 04:45:59.611386 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:59.641409 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:59.642364 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:45:59.642960 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:45:59.674403 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5756290 Sep 08 04:45:59.704527 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab38a2-84e6-49d6-97fa-e761a17b0029 admin admin] Pushing event updated for resources: {'Network': ['ID=b7fb9408-454d-42be-8484-580cd619eec9,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:45:59.714615 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network b7fb9408-454d-42be-8484-580cd619eec9 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:46:00.828227 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca2a9-bbef-413d-a511-5fd69f77b547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:01.254848 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:02.057734 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37076) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:46:02.118332 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:02.375071 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.policy [None req-5daf13ed-5c94-4bf6-bdf8-1f804e176509 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93866) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 04:46:02.421599 dv-cinder-784140-7-iscsi neutron-server[93866]: WARNING oslo_policy.policy [None req-5daf13ed-5c94-4bf6-bdf8-1f804e176509 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 04:46:02.421988 dv-cinder-784140-7-iscsi neutron-server[93866]: WARNING oslo_policy.policy [None req-5daf13ed-5c94-4bf6-bdf8-1f804e176509 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 04:46:02.430077 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf13ed-5c94-4bf6-bdf8-1f804e176509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:46:02.431749 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5daf13ed-5c94-4bf6-bdf8-1f804e176509 admin admin] 10.222.0.20 "GET /v2.0/subnets/dc7bef8d-fc8e-4232-9b64-bb4a69a849cd HTTP/1.1" status: 200 len: 849 time: 0.3730805 Sep 08 04:46:02.595210 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-269f91e4-d62e-4eca-b10b-ea3b6f8bf511 admin admin] 10.222.0.20 "GET /v2.0/routers/fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f HTTP/1.1" status: 200 len: 704 time: 0.1573303 Sep 08 04:46:02.851689 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:03.170537 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Allocated IP 172.20.0.1 (a8e5b80e-5d23-4cc4-a91d-f489ebb78103/dc7bef8d-fc8e-4232-9b64-bb4a69a849cd/84dc898a-d432-4672-b28e-b5b48f38f1e7) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:46:03.335365 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:03.379082 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:03.402277 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Transition to ACTIVE for port object 84dc898a-d432-4672-b28e-b5b48f38f1e7 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:46:03.470065 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:03.504820 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:46:03.506196 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:46:03.577821 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:46:03.578443 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:03.633930 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Pushing event updated for resources: {'Port': ['ID=84dc898a-d432-4672-b28e-b5b48f38f1e7,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:03.658849 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.659219 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.659564 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.659942 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.660280 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.660751 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.661121 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.661456 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.661799 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.662173 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.662501 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.662822 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Tracked resource versions report: Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: pushed versions: Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: { 'AddressGroup': {'1.2'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'ConntrackHelper': {'1.0'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Log': {'1.0'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Network': {'1.1'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Port': {'1.7'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'PortForwarding': {'1.2'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'QosPolicy': {'1.9'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SecurityGroup': {'1.4'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SecurityGroupRule': {'1.2'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SubPort': {'1.0'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Subnet': {'1.1'}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Trunk': {'1.1'}} Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: consumer versions: Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: { DHCP agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: L3 agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: Metadata agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: Metering agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: Open vSwitch agent@dv-cinder-784140-7-iscsi: { 'AddressGroup': '1.2', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'ConntrackHelper': '1.0', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Log': '1.0', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Network': '1.1', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Port': '1.7', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'PortForwarding': '1.2', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'QosPolicy': '1.9', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SecurityGroup': '1.4', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SecurityGroupRule': '1.2', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SubPort': '1.0', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Subnet': '1.1', Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Trunk': '1.1'}} Sep 08 04:46:03.663865 dv-cinder-784140-7-iscsi neutron-server[93866]: {{(pid=93866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 04:46:03.776839 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-d64991c6-9212-46cd-b243-8a55c9f724aa None None] Provisioning for port 84dc898a-d432-4672-b28e-b5b48f38f1e7 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:46:03.780418 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-d64991c6-9212-46cd-b243-8a55c9f724aa None None] Provisioning complete for port 84dc898a-d432-4672-b28e-b5b48f38f1e7 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:46:03.781350 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d64991c6-9212-46cd-b243-8a55c9f724aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:03.784754 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:03.813851 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-d64991c6-9212-46cd-b243-8a55c9f724aa None None] Port 84dc898a-d432-4672-b28e-b5b48f38f1e7 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:46:03.991785 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:03.996318 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:03.997084 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:04.054363 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Pushing event updated for resources: {'Port': ['ID=84dc898a-d432-4672-b28e-b5b48f38f1e7,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:04.117926 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:46:04.119250 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:46:04.327872 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Router fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 04:46:04.335558 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-e577b9d9-9fcc-4b46-bbd1-e1725f9bbf8e None None] Provisioning complete for port 84dc898a-d432-4672-b28e-b5b48f38f1e7 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:46:04.336249 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e577b9d9-9fcc-4b46-bbd1-e1725f9bbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:04.368099 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-e577b9d9-9fcc-4b46-bbd1-e1725f9bbf8e None None] Port 84dc898a-d432-4672-b28e-b5b48f38f1e7 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:46:04.418714 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:46:04.424077 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e189c471-ce7c-4b6c-a9c4-c0333b9f721f admin admin] 10.222.0.20 "PUT /v2.0/routers/fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8231661 Sep 08 04:46:04.428427 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Sync routers for ids ['fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:46:04.440027 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Routers {'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:46:04.440830 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:46:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:46:04.623879 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Set router fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:46:05.048465 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'name': 'router1', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:45:53Z', 'updated_at': '2021-09-08T04:46:03Z', 'revision_number': 2, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'gw_port_host': None, '_interfaces': [{'id': '84dc898a-d432-4672-b28e-b5b48f38f1e7', 'name': '', 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'mac_address': 'fa:16:3e:9b:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:46:02Z', 'updated_at': '2021-09-08T04:46:03Z', 'revision_number': 2, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'subnets': [{'id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53e82b93-d5e0-4203-85e1-62beaae84070'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:46:05.099926 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Checking router: fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:46:05.100293 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Updating router fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f port 84dc898a-d432-4672-b28e-b5b48f38f1e7 binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:46:05.147341 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:05.654989 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:05.673151 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Transition to ACTIVE for port object 84dc898a-d432-4672-b28e-b5b48f38f1e7 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:46:05.678752 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:05.837615 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Pushing event updated for resources: {'Port': ['ID=84dc898a-d432-4672-b28e-b5b48f38f1e7,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:05.843918 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Attempting to bind port 84dc898a-d432-4672-b28e-b5b48f38f1e7 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:46:05.844282 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Attempting to bind port 84dc898a-d432-4672-b28e-b5b48f38f1e7 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '6a004444-7918-4090-9831-6f168aa89d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:46:05.844703 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Attempting to bind port 84dc898a-d432-4672-b28e-b5b48f38f1e7 on network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:46:05.852438 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.852778 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.853108 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.853434 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.853755 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.854103 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.854423 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.854739 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.855060 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.855375 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.855689 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.856001 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Tracked resource versions report: Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: pushed versions: Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: consumer versions: Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: L3 agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: Metadata agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: Metering agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-784140-7-iscsi: { 'AddressGroup': '1.2', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Log': '1.0', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Network': '1.1', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Port': '1.7', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 08 04:46:05.857034 dv-cinder-784140-7-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 04:46:05.859358 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:46:05.859763 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Checking segment: {'id': '6a004444-7918-4090-9831-6f168aa89d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:46:05.860223 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:05.860597 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Bound using segment: {'id': '6a004444-7918-4090-9831-6f168aa89d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:46:05.861093 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Bound port: 84dc898a-d432-4672-b28e-b5b48f38f1e7, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a004444-7918-4090-9831-6f168aa89d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:46:05.861482 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:05.926994 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] For port 84dc898a-d432-4672-b28e-b5b48f38f1e7, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:46:05.946035 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] For port 84dc898a-d432-4672-b28e-b5b48f38f1e7, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=84dc898a-d432-4672-b28e-b5b48f38f1e7,segment=NetworkSegment(6a004444-7918-4090-9831-6f168aa89d46),segment_id=6a004444-7918-4090-9831-6f168aa89d46)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:46:05.949934 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:06.009899 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Routers {'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:46:06.010558 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:46:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:46:06.013907 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dd49b-3889-40e4-8b3f-ab415dae82d3 None None] Pushing event updated for resources: {'Port': ['ID=84dc898a-d432-4672-b28e-b5b48f38f1e7,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:06.100514 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] Set router fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:46:06.318349 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'name': 'router1', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:45:53Z', 'updated_at': '2021-09-08T04:46:03Z', 'revision_number': 2, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'gw_port_host': None, '_interfaces': [{'id': '84dc898a-d432-4672-b28e-b5b48f38f1e7', 'name': '', 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'mac_address': 'fa:16:3e:9b:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:46:02Z', 'updated_at': '2021-09-08T04:46:05Z', 'revision_number': 4, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'subnets': [{'id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53e82b93-d5e0-4203-85e1-62beaae84070'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:46:06.343476 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e676bc-ecdc-417b-8ac3-c1befac03bfd None None] The sync data for ids ['fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'] in dv-cinder-784140-7-iscsi is: [{'id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'name': 'router1', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:45:53Z', 'updated_at': '2021-09-08T04:46:03Z', 'revision_number': 2, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'gw_port_host': None, '_interfaces': [{'id': '84dc898a-d432-4672-b28e-b5b48f38f1e7', 'name': '', 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'mac_address': 'fa:16:3e:9b:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:46:02Z', 'updated_at': '2021-09-08T04:46:05Z', 'revision_number': 4, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'subnets': [{'id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53e82b93-d5e0-4203-85e1-62beaae84070'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:46:06.650049 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37102) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:46:06.760101 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab80dd-e614-43a5-9484-4d4cc9a3b897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:46:06.761459 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-40ab80dd-e614-43a5-9484-4d4cc9a3b897 admin admin] 10.222.0.20 "GET /v2.0/networks/b7fb9408-454d-42be-8484-580cd619eec9 HTTP/1.1" status: 200 len: 842 time: 0.1105387 Sep 08 04:46:06.771437 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'enable_dhcp': False}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:46:06.772784 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.quota [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Loaded quota_driver: . Sep 08 04:46:06.806492 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Made reservation on behalf of 0565148d9c13419f9ae6392e5de5bb9e for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:46:06.808906 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:07.111398 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.objects.ports [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 04:46:07.111841 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:07.165512 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:07.179482 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:46:07.179482 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Network hostable DHCP agents. Network: b7fb9408-454d-42be-8484-580cd619eec9, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:46:07.200398 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:46:07.212846 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, b7fb9408-454d-42be-8484-580cd619eec9) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:46:07.221956 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e835a-623f-46df-b908-1072ae8d8af2 None None] Network b7fb9408-454d-42be-8484-580cd619eec9 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:46:07.222565 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:46:07.223178 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:07.247297 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0cd72197-8293-4c7d-b1ee-7475e10bf136 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4791958 Sep 08 04:46:07.356411 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ae806-b2d8-44f0-b15e-5a4f52279181 None None] Network b7fb9408-454d-42be-8484-580cd619eec9 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:46:09.625121 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37110) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:46:09.753072 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ff99626a-7b5a-49a1-b0aa-ae6ac08eeb95 admin admin] 10.222.0.20 "GET /v2.0/routers/fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f HTTP/1.1" status: 200 len: 710 time: 0.1265466 Sep 08 04:46:09.838283 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7551228f-64e6-42f1-bb4a-acb77ce69e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:46:09.845833 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-7551228f-64e6-42f1-bb4a-acb77ce69e34 admin admin] 10.222.0.20 "GET /v2.0/networks/b7fb9408-454d-42be-8484-580cd619eec9 HTTP/1.1" status: 200 len: 886 time: 0.0805342 Sep 08 04:46:09.849627 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:46:10.084401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:10.385683 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:10.456622 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:10.558533 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Allocated IP 172.27.3.192 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/eb49336f-0a4e-4133-b1ed-f07f9b7719fc) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:46:10.659860 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:10.698537 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:10.731627 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:46:10.734746 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:46:10.738028 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:46:10.773738 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Pushing event updated for resources: {'Port': ['ID=eb49336f-0a4e-4133-b1ed-f07f9b7719fc,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:10.983456 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:11.173590 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31127'] for router, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:11.177357 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586103'] for router, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:11.281326 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Router fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:46:11.391661 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:46:11.396101 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:11.399208 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-447edca9-3f38-4924-8386-7896fac76517 admin admin] 10.222.0.20 "PUT /v2.0/routers/fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f HTTP/1.1" status: 200 len: 890 time: 1.5506649 Sep 08 04:46:12.777000 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 84dc898a-d432-4672-b28e-b5b48f38f1e7 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:46:12.801882 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Sync routers for ids ['fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:46:12.821322 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Routers {'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:46:12.821959 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:46:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:46:12.961921 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 84dc898a-d432-4672-b28e-b5b48f38f1e7 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:46:12.979520 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 84dc898a-d432-4672-b28e-b5b48f38f1e7 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:46:12.979887 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:13.110471 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Set router fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:46:13.281833 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:13.391826 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 84dc898a-d432-4672-b28e-b5b48f38f1e7, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=84dc898a-d432-4672-b28e-b5b48f38f1e7,segment=NetworkSegment(6a004444-7918-4090-9831-6f168aa89d46),segment_id=6a004444-7918-4090-9831-6f168aa89d46)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:46:13.398925 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:13.497421 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=84dc898a-d432-4672-b28e-b5b48f38f1e7,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:13.586845 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'name': 'router1', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'eb49336f-0a4e-4133-b1ed-f07f9b7719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:45:53Z', 'updated_at': '2021-09-08T04:46:10Z', 'revision_number': 4, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'gw_port': {'id': 'eb49336f-0a4e-4133-b1ed-f07f9b7719fc', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ce:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:46:10Z', 'updated_at': '2021-09-08T04:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '84dc898a-d432-4672-b28e-b5b48f38f1e7', 'name': '', 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'mac_address': 'fa:16:3e:9b:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:46:02Z', 'updated_at': '2021-09-08T04:46:05Z', 'revision_number': 4, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'subnets': [{'id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53e82b93-d5e0-4203-85e1-62beaae84070'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:46:13.637306 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Checking router: fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:46:13.637651 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Updating router fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f port eb49336f-0a4e-4133-b1ed-f07f9b7719fc binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:46:13.687467 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:13.790805 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37122) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:46:13.904965 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-44324c1a-20bc-445b-81aa-f87e0f81997c admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1127892 Sep 08 04:46:14.004268 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:14.014783 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Transition to ACTIVE for port object eb49336f-0a4e-4133-b1ed-f07f9b7719fc will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:46:14.020800 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:14.074299 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Attempting to bind port eb49336f-0a4e-4133-b1ed-f07f9b7719fc on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:46:14.074299 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Attempting to bind port eb49336f-0a4e-4133-b1ed-f07f9b7719fc by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:46:14.074650 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Attempting to bind port eb49336f-0a4e-4133-b1ed-f07f9b7719fc on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:46:14.077442 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbf028-f63d-4b0e-9978-bbecc70d476e None None] Pushing event updated for resources: {'Port': ['ID=eb49336f-0a4e-4133-b1ed-f07f9b7719fc,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:14.082933 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:46:14.082933 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:46:14.083197 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:14.083398 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:46:14.083872 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Bound port: eb49336f-0a4e-4133-b1ed-f07f9b7719fc, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:46:14.084275 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:14.241419 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] For port eb49336f-0a4e-4133-b1ed-f07f9b7719fc, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:46:14.244520 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] For port eb49336f-0a4e-4133-b1ed-f07f9b7719fc, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=eb49336f-0a4e-4133-b1ed-f07f9b7719fc,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:46:14.249555 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:14.307532 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbf028-f63d-4b0e-9978-bbecc70d476e None None] Pushing event updated for resources: {'Port': ['ID=eb49336f-0a4e-4133-b1ed-f07f9b7719fc,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:14.310151 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Routers {'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:46:14.310759 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:46:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:46:14.417725 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] Set router fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:46:14.629814 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'name': 'router1', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'eb49336f-0a4e-4133-b1ed-f07f9b7719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:45:53Z', 'updated_at': '2021-09-08T04:46:10Z', 'revision_number': 4, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'gw_port': {'id': 'eb49336f-0a4e-4133-b1ed-f07f9b7719fc', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ce:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:46:10Z', 'updated_at': '2021-09-08T04:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '84dc898a-d432-4672-b28e-b5b48f38f1e7', 'name': '', 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'mac_address': 'fa:16:3e:9b:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:46:02Z', 'updated_at': '2021-09-08T04:46:13Z', 'revision_number': 5, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'subnets': [{'id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53e82b93-d5e0-4203-85e1-62beaae84070'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:46:14.660214 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8f62f-f9ed-4cb1-b8dd-98c96b1fed92 None None] The sync data for ids ['fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f'] in dv-cinder-784140-7-iscsi is: [{'id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'name': 'router1', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'eb49336f-0a4e-4133-b1ed-f07f9b7719fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:45:53Z', 'updated_at': '2021-09-08T04:46:10Z', 'revision_number': 4, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'gw_port': {'id': 'eb49336f-0a4e-4133-b1ed-f07f9b7719fc', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ce:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:46:10Z', 'updated_at': '2021-09-08T04:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '84dc898a-d432-4672-b28e-b5b48f38f1e7', 'name': '', 'network_id': 'a8e5b80e-5d23-4cc4-a91d-f489ebb78103', 'tenant_id': 'b0de503569984c2a8f50ba89004a63f3', 'mac_address': 'fa:16:3e:9b:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe44dbe8-bb7f-4cf6-84c0-0f1ac0c5448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:46:02Z', 'updated_at': '2021-09-08T04:46:13Z', 'revision_number': 5, 'project_id': 'b0de503569984c2a8f50ba89004a63f3', 'subnets': [{'id': 'dc7bef8d-fc8e-4232-9b64-bb4a69a849cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53e82b93-d5e0-4203-85e1-62beaae84070'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:46:14.826120 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 84dc898a-d432-4672-b28e-b5b48f38f1e7 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:46:14.877232 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 84dc898a-d432-4672-b28e-b5b48f38f1e7 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:46:14.877604 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:16.802763 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device eb49336f-0a4e-4133-b1ed-f07f9b7719fc up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:46:16.861299 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port eb49336f-0a4e-4133-b1ed-f07f9b7719fc completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:46:16.865454 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port eb49336f-0a4e-4133-b1ed-f07f9b7719fc triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:46:16.865848 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:16.966022 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:16.986875 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port eb49336f-0a4e-4133-b1ed-f07f9b7719fc, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=eb49336f-0a4e-4133-b1ed-f07f9b7719fc,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:46:16.990564 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:17.041400 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=eb49336f-0a4e-4133-b1ed-f07f9b7719fc,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:46:18.814624 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device eb49336f-0a4e-4133-b1ed-f07f9b7719fc up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:46:18.882611 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port eb49336f-0a4e-4133-b1ed-f07f9b7719fc triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:46:18.883242 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:28.310302 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-80de496d-d283-4f7a-ae69-a87de9f7bbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:30.833351 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-808510ed-f040-4d5f-a948-ec60d39c9392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:31.263522 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:32.137430 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:33.352978 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:46:33.743256 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:46:58.313693 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0759e547-9b7f-4c08-8df9-5bcf962ba3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:00.828897 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7b3799bb-d750-4911-9815-ef7c73e9de29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:01.259974 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:02.120211 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:03.358807 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:10.741418 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:47:28.315115 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d723518d-3be2-4030-b682-51a873ab48e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:30.830547 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-64888a48-4cae-4921-8b23-0daa55ec4ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:31.262877 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:32.123248 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:33.357790 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:47.739978 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:47:51.629259 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37684) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:47:51.690268 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9158b83-adc7-42bf-85d5-ed2b4703b579 admin admin] GET failed (client error): The resource could not be found. Sep 08 04:47:51.691570 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f9158b83-adc7-42bf-85d5-ed2b4703b579 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613711 Sep 08 04:47:51.848846 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0bb8a7-b3b4-4aab-a0a9-ed89584c18d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:47:51.850247 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4c0bb8a7-b3b4-4aab-a0a9-ed89584c18d3 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541615 Sep 08 04:47:54.010272 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37694) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:47:54.101641 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a785dab5-16d5-42b6-9b45-dbafd476f701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:47:54.102979 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a785dab5-16d5-42b6-9b45-dbafd476f701 admin admin] 10.222.0.20 "GET /v2.0/subnets/dc7bef8d-fc8e-4232-9b64-bb4a69a849cd HTTP/1.1" status: 200 len: 849 time: 0.0917230 Sep 08 04:47:54.113094 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:47:54.272013 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:54.407651 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754268375525'] for subnet, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:54.435981 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:47:54.436563 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:54.439680 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] 10.222.0.20 "PUT /v2.0/subnets/dc7bef8d-fc8e-4232-9b64-bb4a69a849cd HTTP/1.1" status: 200 len: 868 time: 0.3282661 Sep 08 04:47:54.440564 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9a083-4057-4e75-99ca-0cd4d93ab735 None None] Network a8e5b80e-5d23-4cc4-a91d-f489ebb78103 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:47:54.460644 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7bef8d-fc8e-4232-9b64-bb4a69a849cd,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:47:54.468480 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.468774 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.469122 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.469466 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.469801 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.470183 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.470519 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.470851 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.471181 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.471507 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.471834 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.472209 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a8981-fbca-402b-9d7a-fff66bdac78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:47:54.803388 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-7eabc1f2-ba1b-4b5a-aa9b-86c8fe0a4f19 None None] Provisioning complete for port 447fd462-1272-4d31-867b-a6dbdaeb42ca triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:47:54.803763 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7eabc1f2-ba1b-4b5a-aa9b-86c8fe0a4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:54.892131 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-7eabc1f2-ba1b-4b5a-aa9b-86c8fe0a4f19 None None] Provisioning complete for port 84dc898a-d432-4672-b28e-b5b48f38f1e7 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:47:54.892736 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7eabc1f2-ba1b-4b5a-aa9b-86c8fe0a4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:56.616880 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37702) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:47:56.808747 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb1e20d-5725-4ac3-8c75-d615a703d3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:47:56.809155 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb1e20d-5725-4ac3-8c75-d615a703d3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:47:56.811231 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5eb1e20d-5725-4ac3-8c75-d615a703d3b2 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1933844 Sep 08 04:47:58.315883 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c8366be-1361-4847-8ec8-a298c635ab81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:47:58.969670 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37710) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:47:59.108654 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3449472-7a0a-41bf-8bba-ed24df44b8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:47:59.109132 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3449472-7a0a-41bf-8bba-ed24df44b8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:47:59.110721 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d3449472-7a0a-41bf-8bba-ed24df44b8a8 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1400781 Sep 08 04:48:00.832810 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-db4c35ec-b61f-4f11-b7d1-2b082c1cfb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:01.264954 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:01.304366 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37718) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:01.433588 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b9d1ed-89e0-4367-a115-9cf99c8573b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:01.435417 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e0b9d1ed-89e0-4367-a115-9cf99c8573b7 admin admin] 10.222.0.20 "GET /v2.0/networks/a8e5b80e-5d23-4cc4-a91d-f489ebb78103 HTTP/1.1" status: 200 len: 869 time: 0.1300147 Sep 08 04:48:02.126335 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:03.364783 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:03.639517 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37726) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:03.760076 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072e7bcf-ecc1-4c69-8e39-e59efc1f71ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:03.761430 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-072e7bcf-ecc1-4c69-8e39-e59efc1f71ea admin admin] 10.222.0.20 "GET /v2.0/networks/b7fb9408-454d-42be-8484-580cd619eec9 HTTP/1.1" status: 200 len: 886 time: 0.1209414 Sep 08 04:48:05.922757 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 37734) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:06.045655 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b53a81-2777-4f51-9bc4-7d943bb4fea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:06.046128 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b53a81-2777-4f51-9bc4-7d943bb4fea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:06.047593 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-15b53a81-2777-4f51-9bc4-7d943bb4fea9 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238830 Sep 08 04:48:08.199835 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 37744) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:08.294474 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3eb1c-07ba-40db-9694-30cf944147d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:08.294927 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3eb1c-07ba-40db-9694-30cf944147d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:08.296475 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-96c3eb1c-07ba-40db-9694-30cf944147d3 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957000 Sep 08 04:48:10.465750 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37752) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:10.556554 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554dd456-8822-4105-9463-d37dd735878b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:10.557871 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-554dd456-8822-4105-9463-d37dd735878b admin admin] 10.222.0.20 "GET /v2.0/subnets/dc7bef8d-fc8e-4232-9b64-bb4a69a849cd HTTP/1.1" status: 200 len: 868 time: 0.0911617 Sep 08 04:48:12.712845 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37760) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:12.795803 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf5fd2-8832-4312-9389-9af0a570c84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:12.797132 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-99cf5fd2-8832-4312-9389-9af0a570c84d admin admin] 10.222.0.20 "GET /v2.0/subnets/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb HTTP/1.1" status: 200 len: 816 time: 0.0833521 Sep 08 04:48:24.738734 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:48:28.316486 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-56a08307-cc67-43fe-ace5-ad70feac7788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:30.832938 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6b8517e1-6d14-489e-a3a4-84550b4f5902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:31.266016 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:32.130393 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:33.370351 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:36.237856 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37814) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:36.286498 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [None req-f6da0fc4-9822-4d6b-883b-c487a9b31a26 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:48:36.287701 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f6da0fc4-9822-4d6b-883b-c487a9b31a26 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488715 Sep 08 04:48:38.550582 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37822) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:38.609631 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdce038-ff7f-4e5f-a51d-bf0f50d79f26 admin admin] GET failed (client error): The resource could not be found. Sep 08 04:48:38.610979 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-7cdce038-ff7f-4e5f-a51d-bf0f50d79f26 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594504 Sep 08 04:48:38.705725 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85a8ffd-2fa9-43ff-b309-3dfa1bba0ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:38.707226 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c85a8ffd-2fa9-43ff-b309-3dfa1bba0ffe admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0917811 Sep 08 04:48:40.926711 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37830) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:40.972595 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:48:40.995504 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Made reservation on behalf of 0565148d9c13419f9ae6392e5de5bb9e for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:48:40.998521 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:41.024480 dv-cinder-784140-7-iscsi neutron-server[93866]: WARNING neutron.services.revisions.revision_plugin [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Could not find related network for resource to bump revision. Sep 08 04:48:41.039415 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:48:41.051457 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754268350576', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:41.051991 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Unsubscribe: segment precommit_create {{(pid=93866) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 04:48:41.052445 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Added segment 03526718-7194-4e71-9fa9-da48b321eada of type vlan for network f9beef1a-96e9-4523-8128-b487e5760ac9 Sep 08 04:48:41.094702 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:41.124027 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:41.125032 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:41.125616 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:41.188569 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2607777 Sep 08 04:48:41.218721 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cad076-fa60-4e37-bc8c-f6d1b2d87fbb admin admin] Pushing event updated for resources: {'Network': ['ID=f9beef1a-96e9-4523-8128-b487e5760ac9,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:48:41.230030 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network f9beef1a-96e9-4523-8128-b487e5760ac9 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:48:43.434420 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 37838) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:48:43.496378 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cad2cc0-4e66-40f8-aaef-d5ffaa5f255f admin admin] GET failed (client error): The resource could not be found. Sep 08 04:48:43.498016 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2cad2cc0-4e66-40f8-aaef-d5ffaa5f255f admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627105 Sep 08 04:48:43.596361 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f1144-c697-4adb-bc2e-a285fde7ac7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:43.597782 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b24f1144-c697-4adb-bc2e-a285fde7ac7e admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0950661 Sep 08 04:48:43.607812 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9', 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:48:43.627436 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Made reservation on behalf of 0565148d9c13419f9ae6392e5de5bb9e for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:48:43.629587 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:43.790413 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:43.845071 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ceccae-627a-4c4e-be5b-eaa54b97af16,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:48:43.854838 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.855199 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.855573 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.855914 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.856250 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.856586 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.856921 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.857248 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.857578 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.857907 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.858262 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.858588 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:43.861641 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Checking segment: {'id': '03526718-7194-4e71-9fa9-da48b321eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:48:43.862007 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Network hostable DHCP agents. Network: f9beef1a-96e9-4523-8128-b487e5760ac9, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:48:43.878216 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Network f9beef1a-96e9-4523-8128-b487e5760ac9 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:48:43.886212 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, f9beef1a-96e9-4523-8128-b487e5760ac9) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:48:43.890551 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:48:43.891139 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:43.895720 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213fb3c1-f510-46e8-82d4-6208943c6052 None None] Network f9beef1a-96e9-4523-8128-b487e5760ac9 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:48:43.905307 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1d72a5fe-bc4f-4910-a624-5c519919e0f3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3007803 Sep 08 04:48:44.045920 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-f9beef1a-96e9-4523-8128-b487e5760ac9', 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9', 'tenant_id': '0565148d9c13419f9ae6392e5de5bb9e', 'fixed_ips': [{'subnet_id': '19ceccae-627a-4c4e-be5b-eaa54b97af16'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 04:48:44.046853 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:44.184142 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Allocated IP 192.168.233.2 (f9beef1a-96e9-4523-8128-b487e5760ac9/19ceccae-627a-4c4e-be5b-eaa54b97af16/6504d092-d9da-4a70-a6e3-a98fa57e457b) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:48:44.338849 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:44.347340 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Transition to ACTIVE for port object 6504d092-d9da-4a70-a6e3-a98fa57e457b will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:48:44.362738 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Transition to ACTIVE for port object 6504d092-d9da-4a70-a6e3-a98fa57e457b will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:48:44.373277 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:44.411499 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Network f9beef1a-96e9-4523-8128-b487e5760ac9 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:48:44.416165 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:48:44.421083 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:48:44.424073 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Pushing event updated for resources: {'Port': ['ID=6504d092-d9da-4a70-a6e3-a98fa57e457b,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:48:44.435356 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.435702 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.436038 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.436369 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.436690 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.437015 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.437335 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.437653 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.438062 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.438328 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.438644 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.438955 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:48:44.483983 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Attempting to bind port 6504d092-d9da-4a70-a6e3-a98fa57e457b on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:48:44.484348 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Attempting to bind port 6504d092-d9da-4a70-a6e3-a98fa57e457b by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '03526718-7194-4e71-9fa9-da48b321eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:48:44.484699 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Attempting to bind port 6504d092-d9da-4a70-a6e3-a98fa57e457b on network f9beef1a-96e9-4523-8128-b487e5760ac9 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:48:44.489575 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:48:44.489946 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Checking segment: {'id': '03526718-7194-4e71-9fa9-da48b321eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:48:44.490360 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:44.490749 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Bound using segment: {'id': '03526718-7194-4e71-9fa9-da48b321eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:48:44.491209 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Bound port: 6504d092-d9da-4a70-a6e3-a98fa57e457b, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03526718-7194-4e71-9fa9-da48b321eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:48:44.491599 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:44.555382 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] For port 6504d092-d9da-4a70-a6e3-a98fa57e457b, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:48:44.559127 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] For port 6504d092-d9da-4a70-a6e3-a98fa57e457b, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=6504d092-d9da-4a70-a6e3-a98fa57e457b,segment=NetworkSegment(03526718-7194-4e71-9fa9-da48b321eada),segment_id=03526718-7194-4e71-9fa9-da48b321eada)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:48:44.564750 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:44.617763 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a60b5-4eae-4a9f-92be-b6ca743f9e90 None None] Pushing event updated for resources: {'Port': ['ID=6504d092-d9da-4a70-a6e3-a98fa57e457b,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:48:44.907097 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 6504d092-d9da-4a70-a6e3-a98fa57e457b up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:48:44.957533 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 6504d092-d9da-4a70-a6e3-a98fa57e457b completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:48:45.416456 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb26a89-9005-4abe-ade6-e5117b15e61e None None] Network f9beef1a-96e9-4523-8128-b487e5760ac9 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:48:45.494726 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-09cea4bc-bbba-473e-af3a-28fb6647b68b None None] Provisioning for port 6504d092-d9da-4a70-a6e3-a98fa57e457b completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:48:45.505639 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-09cea4bc-bbba-473e-af3a-28fb6647b68b None None] Provisioning complete for port 6504d092-d9da-4a70-a6e3-a98fa57e457b triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:48:45.506084 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09cea4bc-bbba-473e-af3a-28fb6647b68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:45.639029 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09cea4bc-bbba-473e-af3a-28fb6647b68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:45.674431 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-09cea4bc-bbba-473e-af3a-28fb6647b68b None None] For port 6504d092-d9da-4a70-a6e3-a98fa57e457b, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=6504d092-d9da-4a70-a6e3-a98fa57e457b,segment=NetworkSegment(03526718-7194-4e71-9fa9-da48b321eada),segment_id=03526718-7194-4e71-9fa9-da48b321eada)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:48:45.681356 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09cea4bc-bbba-473e-af3a-28fb6647b68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:45.735202 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cea4bc-bbba-473e-af3a-28fb6647b68b None None] Pushing event updated for resources: {'Port': ['ID=6504d092-d9da-4a70-a6e3-a98fa57e457b,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:48:45.803365 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-965537cb-e43d-4166-a9fb-af28761f59e7 None None] Provisioning complete for port 6504d092-d9da-4a70-a6e3-a98fa57e457b triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:48:45.803795 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-965537cb-e43d-4166-a9fb-af28761f59e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:46.860070 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 6504d092-d9da-4a70-a6e3-a98fa57e457b up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:48:46.910760 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 6504d092-d9da-4a70-a6e3-a98fa57e457b triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:48:46.911124 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:48:58.316770 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a6f18832-6949-41ce-b7a1-eb1321254927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:00.834075 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a6318131-6b5a-4ce5-891f-819be0c15e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:01.267381 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:01.798745 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:49:02.130626 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:03.375512 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:28.317316 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d9b-1417-43b6-9827-7111fb92d2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:30.834312 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ebb14a54-a9e5-4597-b3a8-3714a04b92e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:31.269961 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:32.134241 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:33.375661 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:38.737676 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:49:56.596821 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37890) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:49:56.602739 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [None req-ac80a8fd-0d69-4f5f-b421-92d5c005ca1b tempest-verify_tempest_config-161604752 tempest-verify_tempest_config-161604752-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:49:56.603735 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ac80a8fd-0d69-4f5f-b421-92d5c005ca1b tempest-verify_tempest_config-161604752 tempest-verify_tempest_config-161604752-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059526 Sep 08 04:49:56.889344 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 37908) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:49:56.990988 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:57.073358 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:57.077597 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:57.122240 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f294802818c24f8da6106cfa4870e4e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2317984 Sep 08 04:49:57.124263 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08548bcb-2e04-465b-9891-5256dc7a607e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:49:57.125238 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37914) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:49:57.131050 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.131395 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.131731 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.132064 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.132391 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.132733 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.133059 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.133400 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.133701 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.134043 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.134361 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.134700 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127dfb-a048-4213-bb22-9d5df14b7847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.200979 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:57.220947 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:57.308869 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:57.311625 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:49:57.312812 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08548bcb-2e04-465b-9891-5256dc7a607e HTTP/1.1" status: 204 len: 168 time: 0.1866021 Sep 08 04:49:57.320506 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08548bcb-2e04-465b-9891-5256dc7a607e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:49:57.327782 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.328371 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.328486 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.328759 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.329095 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.329425 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.329755 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.330107 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.330459 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.330789 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.331114 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:57.331455 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c638f6f5-8ccc-4629-8135-0f8512b5061f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:49:58.317747 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-89e758f0-a4ca-4b64-8cf7-a0d922b58508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:00.835115 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8d16b09-f56a-4d88-8455-1a36095eee54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:01.270564 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:02.137442 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:03.380284 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:15.736218 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:50:28.317738 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bbc03d60-7976-44a1-bce3-7644a382511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:30.834833 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9fc8dca9-00ac-4154-bc38-912238a24519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:31.271785 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:32.138985 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:33.381860 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:50:52.735518 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:50:58.318038 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-be9fdd12-1c9c-436b-ada0-b7d671759782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:00.835121 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-80b72d9b-f0ee-445d-8440-1b49ce285a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:01.271379 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:02.142303 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:03.385622 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:28.318064 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1d2dfd53-82c5-46ad-a106-759b82a0176e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:29.733556 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 5 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:51:29.736691 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585703'] for agent, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:30.834480 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b745f10f-62b8-476a-9a79-cd8446496bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:31.272455 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:32.143945 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:33.386560 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:44.354408 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37986) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:51:44.461139 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bf2a7e4a-3be3-483a-b786-eda646fd62f8 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1056373 Sep 08 04:51:46.686163 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 37996) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:51:46.739017 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-680a73d9-947e-4d42-aa53-2fde1cd168d9 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0511355 Sep 08 04:51:58.318372 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-aa419931-bb4c-4c76-a871-4fd245e37c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:51:59.702187 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:00.833391 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ca2766be-4c0d-407f-a49c-fc6208e80a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:01.275069 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:02.148354 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:03.390048 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:06.732420 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:52:28.318329 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-68af4f4d-a17e-4eb5-a20e-69ca17dace85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:29.704624 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:30.833634 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdf86-fcc5-44e5-82a7-87b05a761395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:31.275351 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:32.150793 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:33.393317 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:43.730638 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:52:58.319273 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-507bd515-9530-42db-ba2b-ef16a3f3f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:52:59.703899 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:00.835628 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f703875-8024-475d-9730-c18fe1944aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:01.276303 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:02.156043 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:03.397550 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:14.388451 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38148) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:14.701467 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-762084736-network', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:14.723490 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Made reservation on behalf of 09d66f9f0e8c4604b92d86cc2c60ab31 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:14.726211 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:14.736347 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:14.844796 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:14.855338 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:14.879728 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:53:14.881546 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b344b74-69ac-41e0-b872-eef4715e4e32,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:14.893246 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.893621 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.893964 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.894327 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.894658 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.895008 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.895341 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.895736 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.896088 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.896416 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.896758 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.897078 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Tracked resource versions report: Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: pushed versions: Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: { 'AddressGroup': {'1.2'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'ConntrackHelper': {'1.0'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Log': {'1.0'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Network': {'1.1'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Port': {'1.7'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'PortForwarding': {'1.2'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'QosPolicy': {'1.9'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SecurityGroup': {'1.4'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SecurityGroupRule': {'1.2'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SubPort': {'1.0'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Subnet': {'1.1'}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Trunk': {'1.1'}} Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: consumer versions: Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: { DHCP agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: HyperV agent@hv-cinder-78414: {}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: L3 agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: Metadata agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: Metering agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: Open vSwitch agent@dv-cinder-784140-7-iscsi: { 'AddressGroup': '1.2', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'ConntrackHelper': '1.0', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Log': '1.0', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Network': '1.1', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Port': '1.7', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'PortForwarding': '1.2', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'QosPolicy': '1.9', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SecurityGroup': '1.4', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SecurityGroupRule': '1.2', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'SubPort': '1.0', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Subnet': '1.1', Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: 'Trunk': '1.1'}} Sep 08 04:53:14.898104 dv-cinder-784140-7-iscsi neutron-server[93866]: {{(pid=93866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 04:53:14.903072 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:14.903396 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Added segment 66792d77-d809-4aed-b472-88b1c79e17cf of type vlan for network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e Sep 08 04:53:14.950423 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:14.976806 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:14.977757 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:14.978364 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:15.051308 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6617792 Sep 08 04:53:15.052550 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe8767-040a-4c0e-b057-8ba43d84cbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:15.054358 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 38206) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:15.060613 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Request body: {'subnet': {'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-subnet', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:15.063622 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:53:15.096556 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Made reservation on behalf of 09d66f9f0e8c4604b92d86cc2c60ab31 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:15.100906 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:15.287707 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:15.329788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafd0459-d8a3-4c8b-89b5-3670cd5f3179,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:15.337408 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.337408 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.337672 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.337957 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.338312 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.338847 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.339346 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.339673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.340011 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.340341 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.340663 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.340977 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Tracked resource versions report: Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: pushed versions: Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: { 'AddressGroup': {'1.2'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'ConntrackHelper': {'1.0'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Log': {'1.0'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Network': {'1.1'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Port': {'1.7'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'PortForwarding': {'1.2'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'QosPolicy': {'1.9'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SecurityGroup': {'1.4'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SecurityGroupRule': {'1.2'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SubPort': {'1.0'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Subnet': {'1.1'}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Trunk': {'1.1'}} Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: consumer versions: Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: { DHCP agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: HyperV agent@hv-cinder-78414: {}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: L3 agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: Metadata agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: Metering agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: Open vSwitch agent@dv-cinder-784140-7-iscsi: { 'AddressGroup': '1.2', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'ConntrackHelper': '1.0', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Log': '1.0', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Network': '1.1', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Port': '1.7', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'PortForwarding': '1.2', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'QosPolicy': '1.9', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SecurityGroup': '1.4', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SecurityGroupRule': '1.2', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'SubPort': '1.0', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Subnet': '1.1', Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: 'Trunk': '1.1'}} Sep 08 04:53:15.341990 dv-cinder-784140-7-iscsi neutron-server[93867]: {{(pid=93867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 04:53:15.369174 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Checking segment: {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:15.369522 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Network hostable DHCP agents. Network: fdaa3f2a-fc7c-45d2-95fe-98747c1d232e, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:53:15.386490 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:53:15.407399 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, fdaa3f2a-fc7c-45d2-95fe-98747c1d232e) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:15.419106 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6559d895-5312-4f23-b953-63681d8fe604 None None] Network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:15.426242 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:15.427076 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:15.449724 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-066af7b3-4d1c-480e-9ab8-9f2e132dcad7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3936274 Sep 08 04:53:15.457095 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 38218) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:15.462311 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:15.516713 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:15.518460 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:15.572343 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971bda9-1fe9-44de-a991-c8946ba7b744 None None] Network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:15.607177 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:15.738145 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38230) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:15.761050 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38234) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:15.860908 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:15.908882 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38248) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:16.095440 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-network', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:16.120513 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.127841 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1844474575-network', 'tenant_id': 'f93e7e089d6a471a99bb34120a2ffe78'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:16.137831 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Made reservation on behalf of 8926ba2f11e9430ba55893825ac4c15c for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:16.141362 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.151474 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.158407 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Made reservation on behalf of f93e7e089d6a471a99bb34120a2ffe78 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:16.161118 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.164475 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.177822 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.274947 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1885486977-network', 'tenant_id': '349229e5ec0b4f759fee8a5c88285eca'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:16.303558 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.312762 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.351091 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5268b40b-c844-4ed6-bc78-f2111333e1b4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:16.364663 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Allocated IP 172.27.3.225 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/979256af-e798-4862-8a2b-1cdd36f266a0) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:16.377809 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.db.api [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 04:53:16.377809 dv-cinder-784140-7-iscsi neutron-server[93866]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 04:53:16.377809 dv-cinder-784140-7-iscsi neutron-server[93866]: [parameters: {'project_id_1': '349229e5ec0b4f759fee8a5c88285eca', 'expiration_1': datetime.datetime(2021, 9, 8, 4, 52, 56, 297273)}] Sep 08 04:53:16.377809 dv-cinder-784140-7-iscsi neutron-server[93866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 04:53:16.378233 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG oslo_db.api [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 04:53:16.393520 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:53:16.445888 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.445888 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Added segment 1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec of type vlan for network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 Sep 08 04:53:16.530896 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.543262 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.699946 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.715497 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.724906 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:16.724906 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.749727 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.767523 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.788316 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0485196 Sep 08 04:53:16.793746 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38280) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:16.833369 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Request body: {'subnet': {'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-subnet', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:16.866364 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:53:16.868667 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf103447-9e61-4493-a64e-4fb80a1829b0 admin admin] Pushing event updated for resources: {'Network': ['ID=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:16.879121 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Made reservation on behalf of 8926ba2f11e9430ba55893825ac4c15c for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:16.881249 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:53:16.882221 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.898687 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Pushing event updated for resources: {'Port': ['ID=979256af-e798-4862-8a2b-1cdd36f266a0,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:16.914680 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:16.924170 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339c4290-1d78-4f31-bcfb-83c48ea36095,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:16.927231 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Made reservation on behalf of 349229e5ec0b4f759fee8a5c88285eca for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:16.930225 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.930830 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:16.936079 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:16.974119 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:16.974463 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Added segment 680f8f3b-be85-41ba-ac87-843ce5563e51 of type vlan for network f03aaeb0-62da-456f-8f8d-773ca97fb183 Sep 08 04:53:17.027783 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.131509 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.231288 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.232235 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:17.233110 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.330193 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.426387 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] Pushing event updated for resources: {'Network': ['ID=f03aaeb0-62da-456f-8f8d-773ca97fb183,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:17.447411 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network f03aaeb0-62da-456f-8f8d-773ca97fb183 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:53:17.504559 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.542287 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.572669 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.614348 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ab59431b-6320-4b17-838c-27cfc304e98d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8521919 Sep 08 04:53:17.631659 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38326) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:17.643252 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Request body: {'subnet': {'network_id': 'f03aaeb0-62da-456f-8f8d-773ca97fb183', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1844474575-subnet', 'tenant_id': 'f93e7e089d6a471a99bb34120a2ffe78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:17.649164 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:53:17.672390 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c43f72-054d-4867-afab-5e5dac9a1cfe,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:17.708539 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.709662 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Added segment b0963c5e-ac48-4cc7-b439-8667b8c2ab75 of type vlan for network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 Sep 08 04:53:17.759415 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c90401e-0fd2-42dc-9c4c-9b4a2279825d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:17.767696 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Made reservation on behalf of f93e7e089d6a471a99bb34120a2ffe78 for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:17.771631 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.778079 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Checking segment: {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:17.778692 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Network hostable DHCP agents. Network: fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:53:17.806221 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.838739 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.887066 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:53:17.907102 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:17.913546 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:17.914500 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.917084 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.918255 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:17.918988 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0a7b8-36e8-49ff-85fe-ceebe037843b None None] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:17.919636 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:17.974309 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0640380 Sep 08 04:53:17.978287 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38344) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:17.983278 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-fc6fa56f-2f21-4307-909d-e257134923df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1857810 Sep 08 04:53:17.989155 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Request body: {'subnet': {'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1885486977-subnet', 'tenant_id': '349229e5ec0b4f759fee8a5c88285eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:18.033558 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38346) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:18.043299 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:18.054444 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14d399-53d7-4599-9504-3c9b533065e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:18.089441 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.db.api [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 04:53:18.089441 dv-cinder-784140-7-iscsi neutron-server[93866]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 04:53:18.089441 dv-cinder-784140-7-iscsi neutron-server[93866]: [parameters: {'project_id_1': '8926ba2f11e9430ba55893825ac4c15c', 'expiration_1': datetime.datetime(2021, 9, 8, 4, 52, 58, 57145)}] Sep 08 04:53:18.089441 dv-cinder-784140-7-iscsi neutron-server[93866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 04:53:18.089897 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG oslo_db.api [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 04:53:18.103865 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Made reservation on behalf of 349229e5ec0b4f759fee8a5c88285eca for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:18.107290 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.145339 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:53:18.216981 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 04:53:18.240510 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.294502 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 04:53:18.295415 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.321423 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=399cc25c-ea32-444e-9b3e-2d5d84d01613,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:18.332668 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Checking segment: {'id': '680f8f3b-be85-41ba-ac87-843ce5563e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f03aaeb0-62da-456f-8f8d-773ca97fb183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:18.333024 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Network hostable DHCP agents. Network: f03aaeb0-62da-456f-8f8d-773ca97fb183, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:53:18.408028 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:53:18.426323 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.427627 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1160f2e4-430a-40e4-9253-2d242aceece2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9692461 Sep 08 04:53:18.431097 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 38376) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:18.435060 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Sync routers for ids ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:53:18.450676 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Routers {'937a4a1c-ff18-451a-ada6-5b0ad39fd81b'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:53:18.451317 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:53:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:18.478084 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Allocated IP 172.20.0.2 (fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29/b3c43f72-054d-4867-afab-5e5dac9a1cfe/900de4f9-8bf4-4c78-96a4-87c1fa134d52) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:18.478354 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Network f03aaeb0-62da-456f-8f8d-773ca97fb183 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:53:18.538853 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, f03aaeb0-62da-456f-8f8d-773ca97fb183) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:18.540753 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.547659 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:18.561956 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.580558 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa81bf-8c84-4b93-b22f-4600cfcae80e None None] Network f03aaeb0-62da-456f-8f8d-773ca97fb183 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:18.668266 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.669707 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.699554 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Set router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:53:18.803405 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.840717 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-6fb74d4b-78ac-48c7-b733-9c4e9aee4ae1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2070079 Sep 08 04:53:18.878720 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adae5ab8-6eef-428f-9b0f-4bfe076be22b,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:18.889646 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:18.895656 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158861fd-08b9-460d-b97f-1ce1a8a68896 None None] Network f03aaeb0-62da-456f-8f8d-773ca97fb183 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:18.910678 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Checking segment: {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:18.911155 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Network hostable DHCP agents. Network: f83a8274-4c5f-4ebc-bf1e-57d60840f6c1, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:53:18.914673 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Transition to ACTIVE for port object 900de4f9-8bf4-4c78-96a4-87c1fa134d52 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:18.954523 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Transition to ACTIVE for port object 900de4f9-8bf4-4c78-96a4-87c1fa134d52 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:18.975413 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.048470 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:53:19.053180 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.054217 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.076703 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, f83a8274-4c5f-4ebc-bf1e-57d60840f6c1) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:19.083079 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:19.083802 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.091939 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793f9b35-4125-4cd4-9716-f0e0baf6d191 None None] Network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:19.102070 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:19.110812 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:19.117097 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:19.155545 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:15Z', 'updated_at': '2021-09-08T04:53:17Z', 'revision_number': 3, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'gw_port': {'id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:16Z', 'updated_at': '2021-09-08T04:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:19.210813 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5e1412f6-e482-4653-8fdb-45b84393bed5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2294514 Sep 08 04:53:19.243778 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Checking router: 937a4a1c-ff18-451a-ada6-5b0ad39fd81b for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:53:19.244131 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Updating router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b port 979256af-e798-4862-8a2b-1cdd36f266a0 binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:53:19.258157 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Pushing event updated for resources: {'Port': ['ID=900de4f9-8bf4-4c78-96a4-87c1fa134d52,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:19.299148 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.469860 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.470238 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.470598 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.470915 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.474820 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.475738 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.475738 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.476043 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.476399 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.478454 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.478798 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.479131 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Tracked resource versions report: Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: pushed versions: Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Log': {'1.0'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Network': {'1.1'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Port': {'1.7'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: consumer versions: Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: HyperV agent@hv-cinder-78414: {}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: L3 agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: Metadata agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: Metering agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-784140-7-iscsi: { 'AddressGroup': '1.2', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Log': '1.0', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Network': '1.1', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Port': '1.7', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'SubPort': '1.0', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Subnet': '1.1', Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Sep 08 04:53:19.480157 dv-cinder-784140-7-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 04:53:19.487716 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Attempting to bind port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:19.488088 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Attempting to bind port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:19.495337 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Attempting to bind port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 on network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:19.513494 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:19.513857 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Checking segment: {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:19.514324 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.514716 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Bound using segment: {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:19.517570 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Bound port: 900de4f9-8bf4-4c78-96a4-87c1fa134d52, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:19.519863 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.588692 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Allocated IP 172.20.0.1 (fdaa3f2a-fc7c-45d2-95fe-98747c1d232e/dafd0459-d8a3-4c8b-89b5-3670cd5f3179/86c92900-41c2-40fd-8a33-948b78a6a6d5) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:19.594697 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38470) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:19.598437 dv-cinder-784140-7-iscsi neutron-server[93866]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 04:53:19.702859 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.725943 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Transition to ACTIVE for port object 979256af-e798-4862-8a2b-1cdd36f266a0 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:19.736148 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce18d2-97f9-4efa-bd94-2c5f11f0905b None None] Network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:19.754720 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.775471 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.803916 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Attempting to bind port 979256af-e798-4862-8a2b-1cdd36f266a0 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:19.805539 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Attempting to bind port 979256af-e798-4862-8a2b-1cdd36f266a0 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:19.812626 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Attempting to bind port 979256af-e798-4862-8a2b-1cdd36f266a0 on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:19.846268 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.854148 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:19.854823 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:19.855428 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.855999 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:19.856663 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Bound port: 979256af-e798-4862-8a2b-1cdd36f266a0, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:19.857238 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.895821 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:19.898891 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:19.909324 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:19.909731 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.951359 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.953908 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] For port 979256af-e798-4862-8a2b-1cdd36f266a0, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:19.957290 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] For port 979256af-e798-4862-8a2b-1cdd36f266a0, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=979256af-e798-4862-8a2b-1cdd36f266a0,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:19.964366 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] For port 900de4f9-8bf4-4c78-96a4-87c1fa134d52, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:19.977628 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:19.986165 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Pushing event updated for resources: {'Port': ['ID=979256af-e798-4862-8a2b-1cdd36f266a0,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:19.987382 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 38498) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:19.989860 dv-cinder-784140-7-iscsi neutron-server[93867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 04:53:19.995184 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Pushing event updated for resources: {'Port': ['ID=86c92900-41c2-40fd-8a33-948b78a6a6d5,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:19.996022 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.996664 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.997218 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.997792 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.998362 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.998942 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:19.999745 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:20.000314 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:20.001000 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:20.001553 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:20.002116 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:20.002837 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Tracked resource versions report: Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: pushed versions: Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: consumer versions: Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: HyperV agent@hv-cinder-78414: {}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: L3 agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: Metadata agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: Metering agent@dv-cinder-784140-7-iscsi: {}, Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-784140-7-iscsi: { 'AddressGroup': '1.2', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Log': '1.0', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Network': '1.1', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Port': '1.7', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 08 04:53:20.004067 dv-cinder-784140-7-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 04:53:20.007401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:20.023970 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] For port 900de4f9-8bf4-4c78-96a4-87c1fa134d52, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=900de4f9-8bf4-4c78-96a4-87c1fa134d52,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:20.039645 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Routers {'937a4a1c-ff18-451a-ada6-5b0ad39fd81b'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:53:20.040637 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:53:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:20.096120 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:20.174411 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] Set router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:53:20.176038 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf589fb-c350-40e8-a8a7-0c852633ba3f None None] Pushing event updated for resources: {'Port': ['ID=900de4f9-8bf4-4c78-96a4-87c1fa134d52,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:20.207777 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-dad1af1b-1967-48cf-bea0-3e724c557418 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:20.209474 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-dad1af1b-1967-48cf-bea0-3e724c557418 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/networks?id=f03aaeb0-62da-456f-8f8d-773ca97fb183 HTTP/1.1" status: 200 len: 812 time: 0.6138058 Sep 08 04:53:20.259965 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1535a363-5bd4-475b-a12f-e95910d7688c tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/quotas/f93e7e089d6a471a99bb34120a2ffe78 HTTP/1.1" status: 200 len: 375 time: 0.0184879 Sep 08 04:53:20.351549 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Allocated IP 172.27.3.36 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/c3c4df66-a215-4dd6-bdbf-ce5169ea4b95) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:20.363008 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-7ece30e4-0478-41b6-a64e-4b3f2eff7dd7 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f93e7e089d6a471a99bb34120a2ffe78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929513 Sep 08 04:53:20.466837 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfa478-63bf-4bfd-8d2d-34b5beef63a5 None None] Pushing event updated for resources: {'Port': ['ID=979256af-e798-4862-8a2b-1cdd36f266a0,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:20.475920 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:15Z', 'updated_at': '2021-09-08T04:53:17Z', 'revision_number': 3, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'gw_port': {'id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:16Z', 'updated_at': '2021-09-08T04:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:20.526579 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab1e7d-71ee-4578-adea-9c27d628f349 None None] The sync data for ids ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'] in dv-cinder-784140-7-iscsi is: [{'id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:15Z', 'updated_at': '2021-09-08T04:53:17Z', 'revision_number': 3, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'gw_port': {'id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:16Z', 'updated_at': '2021-09-08T04:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:53:20.532470 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38512) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:20.610514 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:20.679571 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:20.688237 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a3f14-00a3-468f-ac36-f2301460af9d req-f4e9803c-e039-4a5e-ab66-010e77202f62 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:20.695301 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-f4e9803c-e039-4a5e-ab66-010e77202f62 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 815 time: 0.7067640 Sep 08 04:53:20.735761 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:53:20.755041 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:20.759342 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:20.764014 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-b9dcc45d-80e7-4268-a81d-0cc48b9a83f3 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/quotas/349229e5ec0b4f759fee8a5c88285eca HTTP/1.1" status: 200 len: 375 time: 0.0678632 Sep 08 04:53:20.765817 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:20.816596 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-8d6d6bab-add6-4c28-9de4-e241ce459d69 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:53:20.817637 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-8d6d6bab-add6-4c28-9de4-e241ce459d69 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1490452 Sep 08 04:53:20.820628 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Pushing event updated for resources: {'Port': ['ID=c3c4df66-a215-4dd6-bdbf-ce5169ea4b95,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:20.841311 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-7386f79d-178c-439d-af59-4068612c2b39 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763261 Sep 08 04:53:20.842546 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:20.917900 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b977a6d4-e509-4646-bfad-a6699e292457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:21.080298 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-1d28a273-312d-4b5c-b962-d4e44e345504 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:53:21.089653 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-1d28a273-312d-4b5c-b962-d4e44e345504 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1227279 Sep 08 04:53:21.161225 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 900de4f9-8bf4-4c78-96a4-87c1fa134d52 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:21.216341 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-9bfc60e9-e63b-46bb-8895-ba01bc920aa0 service neutron] 10.222.0.20 "GET /v2.0/networks/f03aaeb0-62da-456f-8f8d-773ca97fb183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843045 Sep 08 04:53:21.232674 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:21.257116 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:21.260811 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:21.280420 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-490220f1-9064-48b0-88bb-84fb04f6ee7d service neutron] 10.222.0.20 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895392 Sep 08 04:53:21.381766 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:21.457574 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Pushing event updated for resources: {'Port': ['ID=86c92900-41c2-40fd-8a33-948b78a6a6d5,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:21.543468 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-84014d28-7e6c-4f11-956f-1fa29ae82725 service neutron] 10.222.0.20 "GET /v2.0/networks/f03aaeb0-62da-456f-8f8d-773ca97fb183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169930 Sep 08 04:53:21.551463 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-0ab4a627-1d8b-40e5-9fed-ec4e93941ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702072 Sep 08 04:53:21.560244 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:21.563057 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:21.618187 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:21.624661 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 979256af-e798-4862-8a2b-1cdd36f266a0 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:21.697273 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741a211-6309-479b-821e-bea6d8ea93c4 None None] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:21.750068 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:53:21.807247 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-33fa775e-4ed2-4cae-955c-508ec7613df8 None None] Provisioning for port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:21.821428 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-33fa775e-4ed2-4cae-955c-508ec7613df8 None None] Provisioning complete for port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:21.821800 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-33fa775e-4ed2-4cae-955c-508ec7613df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:21.910107 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 979256af-e798-4862-8a2b-1cdd36f266a0 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:21.915290 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:53:21.932064 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-33660f6a-037d-4c66-93f8-1bd3c049f52a admin admin] 10.222.0.20 "PUT /v2.0/routers/937a4a1c-ff18-451a-ada6-5b0ad39fd81b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4914296 Sep 08 04:53:21.981843 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 979256af-e798-4862-8a2b-1cdd36f266a0 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:21.983609 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:21.990401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b977a6d4-e509-4646-bfad-a6699e292457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.008896 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b977a6d4-e509-4646-bfad-a6699e292457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.166063 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b977a6d4-e509-4646-bfad-a6699e292457 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46d0d25b7bc9473484f34b8efc5e409a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6311371 Sep 08 04:53:22.166063 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a6d4-e509-4646-bfad-a6699e292457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ed01f0-f942-41b9-976d-c103ef8df3aa,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:22.167336 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 38578) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:22.184831 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.201451 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-33fa775e-4ed2-4cae-955c-508ec7613df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.269191 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.303497 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-33fa775e-4ed2-4cae-955c-508ec7613df8 None None] For port 900de4f9-8bf4-4c78-96a4-87c1fa134d52, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=900de4f9-8bf4-4c78-96a4-87c1fa134d52,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:22.323983 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-33fa775e-4ed2-4cae-955c-508ec7613df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.332952 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 979256af-e798-4862-8a2b-1cdd36f266a0, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=979256af-e798-4862-8a2b-1cdd36f266a0,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:22.339455 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-35e90d78-2bcb-4810-83a9-02410e0999fd req-76773663-2e9a-4430-a377-3add508911f7 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.1029892 Sep 08 04:53:22.382451 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-933e4abd-6816-4909-81ab-693a3a839c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.393626 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.473299 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa775e-4ed2-4cae-955c-508ec7613df8 None None] Pushing event updated for resources: {'Port': ['ID=900de4f9-8bf4-4c78-96a4-87c1fa134d52,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:22.508934 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-933e4abd-6816-4909-81ab-693a3a839c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.612295 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 04:53:22.705372 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=979256af-e798-4862-8a2b-1cdd36f266a0,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:22.757669 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-190efbfd-4fbc-4d13-97e0-0732f5d40c69 None None] Provisioning complete for port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:22.758888 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-190efbfd-4fbc-4d13-97e0-0732f5d40c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.815554 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-124cc370-c23f-4b3d-981c-206373bf4ea5 req-757dd09d-e2cc-49fe-9f2f-d865195c2547 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.1395745 Sep 08 04:53:22.865563 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-933e4abd-6816-4909-81ab-693a3a839c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.868331 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-933e4abd-6816-4909-81ab-693a3a839c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:22.872153 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-933e4abd-6816-4909-81ab-693a3a839c10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6ed01f0-f942-41b9-976d-c103ef8df3aa HTTP/1.1" status: 204 len: 168 time: 0.7035856 Sep 08 04:53:22.925600 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e4abd-6816-4909-81ab-693a3a839c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ed01f0-f942-41b9-976d-c103ef8df3aa,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:23.135694 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:53:23.149683 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Sync routers for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:53:23.177752 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 900de4f9-8bf4-4c78-96a4-87c1fa134d52 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:23.245912 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:53:23.246871 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:53:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:23.394584 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:23.398233 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:23.402596 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-3e9aa2ad-4c1b-4aa6-bd7b-a646b61a525d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:23.418258 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-3e9aa2ad-4c1b-4aa6-bd7b-a646b61a525d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 818 time: 0.5341458 Sep 08 04:53:23.448276 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Sync routers for ids ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:53:23.460957 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Routers {'937a4a1c-ff18-451a-ada6-5b0ad39fd81b'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:53:23.461821 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:53:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:23.466632 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-8c5eec5e-8c09-4ece-a618-1496cd209ff7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/quotas/09d66f9f0e8c4604b92d86cc2c60ab31 HTTP/1.1" status: 200 len: 375 time: 0.0494173 Sep 08 04:53:23.490475 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0b699f0d-99c2-4a42-a2ed-04125b3cf105 req-dafe803b-d5cd-4f3e-bf79-4498d66193b7 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.0585766 Sep 08 04:53:23.570776 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-2a2bf6ac-cc4e-4c85-a301-f0b44f8916e4 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030858 Sep 08 04:53:23.572552 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:23.577373 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 38668) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:23.584668 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:53:23.585153 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-53484db7-6376-4f95-9bb3-d2dbc297b34e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5445228 Sep 08 04:53:23.602514 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38670) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:23.651677 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1583650a-17b7-4be2-b30f-e67d9601173b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:23.680324 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Set router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:53:23.852079 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 979256af-e798-4862-8a2b-1cdd36f266a0 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:23.902054 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1583650a-17b7-4be2-b30f-e67d9601173b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:23.921761 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1583650a-17b7-4be2-b30f-e67d9601173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:23.952292 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 979256af-e798-4862-8a2b-1cdd36f266a0 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:23.952923 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:23.976686 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:15Z', 'updated_at': '2021-09-08T04:53:20Z', 'revision_number': 4, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'gw_port': {'id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:16Z', 'updated_at': '2021-09-08T04:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '86c92900-41c2-40fd-8a33-948b78a6a6d5', 'name': '', 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'mac_address': 'fa:16:3e:a3:e6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dafd0459-d8a3-4c8b-89b5-3670cd5f3179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:19Z', 'updated_at': '2021-09-08T04:53:20Z', 'revision_number': 2, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'subnets': [{'id': 'dafd0459-d8a3-4c8b-89b5-3670cd5f3179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:23.985198 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1583650a-17b7-4be2-b30f-e67d9601173b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47a90f1757be4f608bfcd97fce08a585&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3805339 Sep 08 04:53:23.991925 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38684) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:23.995412 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:20Z', 'revision_number': 3, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:24.006071 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-60e662f0-72f0-452c-a59c-d05b835b9b42 req-c5301689-bbaf-496d-ba45-7927bce3052e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.0836368 Sep 08 04:53:24.015997 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Checking router: 937a4a1c-ff18-451a-ada6-5b0ad39fd81b for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:53:24.016803 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Updating router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b port 86c92900-41c2-40fd-8a33-948b78a6a6d5 binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:53:24.032748 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583650a-17b7-4be2-b30f-e67d9601173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c46f0-ce14-4a34-8646-3432bac975f9,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:24.040681 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-7a1c69fd-0e03-48ea-84bc-419e8cdb21e2 service neutron] 10.222.0.20 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691782 Sep 08 04:53:24.064963 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.068666 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Checking router: b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:53:24.069153 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Updating router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:53:24.112691 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.151528 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-ecbe65ec-6071-413e-8e4c-5aa5172c5d02 service neutron] 10.222.0.20 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980208 Sep 08 04:53:24.177904 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-299ab814-85cb-49bb-ae9a-0253e7643162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.216308 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-299ab814-85cb-49bb-ae9a-0253e7643162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.288281 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-299ab814-85cb-49bb-ae9a-0253e7643162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.290610 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-299ab814-85cb-49bb-ae9a-0253e7643162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.291925 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-299ab814-85cb-49bb-ae9a-0253e7643162 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b48c46f0-ce14-4a34-8646-3432bac975f9 HTTP/1.1" status: 204 len: 168 time: 0.2945871 Sep 08 04:53:24.306763 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ab814-85cb-49bb-ae9a-0253e7643162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c46f0-ce14-4a34-8646-3432bac975f9,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:24.530485 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3fa46964-8183-4715-8fe1-7f5a940bd32b req-2da16958-44d8-4c7f-a6b9-6f12eca29e1b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 210 time: 0.0764074 Sep 08 04:53:24.553801 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.558701 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.573401 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Transition to ACTIVE for port object 86c92900-41c2-40fd-8a33-948b78a6a6d5 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:24.580991 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.592773 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Transition to ACTIVE for port object c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:24.594744 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.600383 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.713412 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Attempting to bind port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:24.713779 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Attempting to bind port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:24.714160 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Attempting to bind port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:24.736197 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea0f2b-3035-4b7e-bd46-84775598c160 None None] Pushing event updated for resources: {'Port': ['ID=c3c4df66-a215-4dd6-bdbf-ce5169ea4b95,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:24.748848 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c190b60-6c14-4126-8df9-c3911463b6db None None] Pushing event updated for resources: {'Port': ['ID=86c92900-41c2-40fd-8a33-948b78a6a6d5,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:24.754172 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:24.754629 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:24.755042 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.757544 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:24.758112 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Bound port: c3c4df66-a215-4dd6-bdbf-ce5169ea4b95, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:24.758519 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.863456 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-49ae6fa0-bdef-4127-a90a-6f71e1c68a4a req-1b976a08-9d3a-4880-a0b4-c2ff8c25d5a2 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.0771298 Sep 08 04:53:24.880419 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] For port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:24.887199 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] For port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=c3c4df66-a215-4dd6-bdbf-ce5169ea4b95,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:24.903600 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.906337 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Attempting to bind port 86c92900-41c2-40fd-8a33-948b78a6a6d5 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:24.908099 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Attempting to bind port 86c92900-41c2-40fd-8a33-948b78a6a6d5 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:24.908486 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Attempting to bind port 86c92900-41c2-40fd-8a33-948b78a6a6d5 on network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:24.925098 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:24.925607 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Checking segment: {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:24.926436 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.927078 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Bound using segment: {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:24.927732 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Bound port: 86c92900-41c2-40fd-8a33-948b78a6a6d5, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:24.928383 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:24.994672 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:53:24.994672 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:53:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:24.994959 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Allocated IP 172.20.0.1 (fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29/b3c43f72-054d-4867-afab-5e5dac9a1cfe/6a8cc6f5-4a6a-462c-8869-be524bbcd757) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:24.995099 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea0f2b-3035-4b7e-bd46-84775598c160 None None] Pushing event updated for resources: {'Port': ['ID=c3c4df66-a215-4dd6-bdbf-ce5169ea4b95,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:25.055008 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] For port 86c92900-41c2-40fd-8a33-948b78a6a6d5, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:25.060660 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] For port 86c92900-41c2-40fd-8a33-948b78a6a6d5, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=86c92900-41c2-40fd-8a33-948b78a6a6d5,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:25.067190 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:25.129457 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27ced157-9f77-497c-92ca-6ac96a3c8641 req-cf5e5643-54f4-465f-9366-268ce3dd0b36 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.0663993 Sep 08 04:53:25.145383 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c190b60-6c14-4126-8df9-c3911463b6db None None] Pushing event updated for resources: {'Port': ['ID=86c92900-41c2-40fd-8a33-948b78a6a6d5,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:25.196052 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Routers {'937a4a1c-ff18-451a-ada6-5b0ad39fd81b'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:53:25.200964 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:53:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:25.208906 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-9e96270d-a8a3-4526-bd27-e8f07da5556b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:25.218152 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-9e96270d-a8a3-4526-bd27-e8f07da5556b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 818 time: 0.3556626 Sep 08 04:53:25.250456 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-da18ada2-4e6b-4c06-8de2-32c90e9e14fc tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/quotas/09d66f9f0e8c4604b92d86cc2c60ab31 HTTP/1.1" status: 200 len: 375 time: 0.0312927 Sep 08 04:53:25.270180 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:25.296070 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Transition to ACTIVE for port object 6a8cc6f5-4a6a-462c-8869-be524bbcd757 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:25.350425 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-7efcf2b2-cbc5-4af0-a041-f10d1b82f160 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990248 Sep 08 04:53:25.371150 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:25.399790 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:53:25.399891 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] Set router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:53:25.466788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:25.466788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:25.468509 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8cc6f5-4a6a-462c-8869-be524bbcd757,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:25.500139 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:25.500640 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:25.598371 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-b076de18-a611-41f7-b51e-b296ff4a32b8 service neutron] 10.222.0.20 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399378 Sep 08 04:53:25.678232 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:25.836050 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-d5b92ae3-897a-457d-b919-23fbf2d0fd2e service neutron] 10.222.0.20 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316389 Sep 08 04:53:25.838431 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:20Z', 'revision_number': 3, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:25.900930 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:15Z', 'updated_at': '2021-09-08T04:53:20Z', 'revision_number': 4, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'gw_port': {'id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:16Z', 'updated_at': '2021-09-08T04:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '86c92900-41c2-40fd-8a33-948b78a6a6d5', 'name': '', 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'mac_address': 'fa:16:3e:a3:e6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dafd0459-d8a3-4c8b-89b5-3670cd5f3179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:19Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'subnets': [{'id': 'dafd0459-d8a3-4c8b-89b5-3670cd5f3179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:25.946365 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0695ff-1e5b-4e33-95e5-d6ed8f5751bd None None] The sync data for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi is: [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:20Z', 'revision_number': 3, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:53:25.964715 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-af29ff6c-9ac7-443c-a8fb-d79ceb84c80b None None] Provisioning for port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:25.972125 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-af29ff6c-9ac7-443c-a8fb-d79ceb84c80b None None] Provisioning complete for port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:25.972125 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af29ff6c-9ac7-443c-a8fb-d79ceb84c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:26.043914 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a288b-2501-4679-9288-8fc1cc0d7cd6 None None] The sync data for ids ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'] in dv-cinder-784140-7-iscsi is: [{'id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:15Z', 'updated_at': '2021-09-08T04:53:20Z', 'revision_number': 4, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'gw_port': {'id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:16Z', 'updated_at': '2021-09-08T04:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '86c92900-41c2-40fd-8a33-948b78a6a6d5', 'name': '', 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'mac_address': 'fa:16:3e:a3:e6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dafd0459-d8a3-4c8b-89b5-3670cd5f3179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:19Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'subnets': [{'id': 'dafd0459-d8a3-4c8b-89b5-3670cd5f3179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:53:26.063849 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-af29ff6c-9ac7-443c-a8fb-d79ceb84c80b None None] Port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:53:26.233699 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9866f4c7-3f3b-4e28-be61-8eafae7556b4 req-614c8b1a-2d14-4edf-85ad-165689eb84f6 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.0920956 Sep 08 04:53:26.296687 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:26.351822 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f769cf7-bb96-49b2-aeae-f90f820436cc req-e7d5f714-fde3-4c00-9c4b-b93309df9d36 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.1651380 Sep 08 04:53:26.359123 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:26.359877 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:26.603771 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8cc6f5-4a6a-462c-8869-be524bbcd757,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:26.702900 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6bb440d7-9a75-417f-b8f4-ad9af75fad54 req-ef0e2a57-8820-49d1-9709-4e9c25f6fab1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.0654557 Sep 08 04:53:26.928028 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:26.944905 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:27.235223 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 86c92900-41c2-40fd-8a33-948b78a6a6d5 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:27.416574 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 86c92900-41c2-40fd-8a33-948b78a6a6d5 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:27.423652 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 86c92900-41c2-40fd-8a33-948b78a6a6d5 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:27.425032 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:27.439990 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:53:27.510129 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582cb08e-f407-4f92-8027-a3f53db82881 req-1dfbd984-27af-4283-9593-f6165ff63956 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.0610921 Sep 08 04:53:27.591869 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.26', 49868) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:27.596822 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-f9d60649-4adb-4dec-a46f-bf96b5a816c9 None None] Provisioning complete for port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:27.602376 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f9d60649-4adb-4dec-a46f-bf96b5a816c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:27.611207 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d909539b-41b6-4abd-93d7-78c5fa02e7dc req-d5a76d33-d3d3-4a49-8755-5c1a90465b35 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.0549767 Sep 08 04:53:27.746233 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-f9d60649-4adb-4dec-a46f-bf96b5a816c9 None None] Port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:53:27.763612 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:27.773465 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:53:27.788667 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-806a062e-df4c-47bb-900d-43398055e4e0 admin admin] 10.222.0.20 "PUT /v2.0/routers/b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2097876 Sep 08 04:53:27.816781 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-a1b3e9cb-2439-4cc9-8c3f-a75fd50d986d tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:27.819070 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-a1b3e9cb-2439-4cc9-8c3f-a75fd50d986d tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.26 "GET /v2.0/networks?id=f03aaeb0-62da-456f-8f8d-773ca97fb183 HTTP/1.1" status: 200 len: 812 time: 0.2252913 Sep 08 04:53:27.825288 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 86c92900-41c2-40fd-8a33-948b78a6a6d5, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=86c92900-41c2-40fd-8a33-948b78a6a6d5,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:27.830711 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:27.831708 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:27.976587 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Request body: {'port': {'device_id': '1a4d1519-1fe7-491d-b542-79ad09e67329', 'network_id': 'f03aaeb0-62da-456f-8f8d-773ca97fb183', 'admin_state_up': True, 'tenant_id': 'f93e7e089d6a471a99bb34120a2ffe78'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:28.008437 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=86c92900-41c2-40fd-8a33-948b78a6a6d5,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:28.030951 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-277c288c-9ae8-4220-a064-c9b6d29bee74 req-a2600570-9c37-40fc-9565-c4f590e380bf tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.0836387 Sep 08 04:53:28.041239 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:28.052655 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:28.053057 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:28.138044 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.26', 49872) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:28.319318 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:28.353406 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fbc8cdf4-8a8a-4d25-a289-5940e2bf9bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:28.362457 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=c3c4df66-a215-4dd6-bdbf-ce5169ea4b95,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:28.371632 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:28.503879 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a3f14-00a3-468f-ac36-f2301460af9d req-a1751a62-7026-4351-912a-82967cbb8abb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:28.503879 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-a1751a62-7026-4351-912a-82967cbb8abb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 815 time: 0.3537333 Sep 08 04:53:28.528503 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Made reservation on behalf of f93e7e089d6a471a99bb34120a2ffe78 for: {'port': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:28.538895 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Request body: {'port': {'device_id': '9ee5ea8c-85b6-420c-bed3-a811c66fb23a', 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1', 'admin_state_up': True, 'tenant_id': '349229e5ec0b4f759fee8a5c88285eca'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:28.539253 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:28.549776 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=c3c4df66-a215-4dd6-bdbf-ce5169ea4b95,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:28.705708 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.26', 49879) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:28.899498 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-57a292b8-5183-469b-8a9e-27fd9dac8349 req-77eaa94e-0a4f-4f1a-b994-cb20983d5945 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.1292779 Sep 08 04:53:29.043460 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Allocated IP 172.20.0.11 (f03aaeb0-62da-456f-8f8d-773ca97fb183/399cc25c-ea32-444e-9b3e-2d5d84d01613/9cbf1075-7556-45e6-8e5e-b6e3d1d4519c) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:29.115997 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 86c92900-41c2-40fd-8a33-948b78a6a6d5 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:29.257849 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 86c92900-41c2-40fd-8a33-948b78a6a6d5 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:29.259038 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:29.533330 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:29.641228 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c042f98f-cab2-49f7-a648-04375a8eff04 req-f0f489fc-e205-46fe-b211-08b5594b89ec tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.1035621 Sep 08 04:53:29.700869 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:29.703652 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:29.712817 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.26', 49883) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:29.783430 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:29.851196 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:29.868260 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec46813d-5284-4e89-b06f-71024d52e509 req-9d2ac906-1752-41d9-9988-0a745c37310a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.0777962 Sep 08 04:53:29.960269 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-650dcf99-6242-40b1-bad6-fdc6fc0bf659 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:29.962002 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-650dcf99-6242-40b1-bad6-fdc6fc0bf659 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 818 time: 1.2551978 Sep 08 04:53:29.987940 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:30.041048 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Request body: {'port': {'device_id': '0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5', 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e', 'admin_state_up': True, 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:30.092664 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Made reservation on behalf of 349229e5ec0b4f759fee8a5c88285eca for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:30.097039 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:30.131992 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Sync routers for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:53:30.149097 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:53:30.151757 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:53:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:30.367173 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-33fd04bd-9dc2-4b05-bf88-9d0543b50acb tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:30.382286 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-33fd04bd-9dc2-4b05-bf88-9d0543b50acb tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 818 time: 0.6603193 Sep 08 04:53:30.483773 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:53:30.491923 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Pushing event updated for resources: {'Port': ['ID=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:30.503025 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Network f03aaeb0-62da-456f-8f8d-773ca97fb183 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:30.507348 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:30.511585 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:30.547090 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:30.548726 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:30.611119 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-10fc6375-194d-4661-80f5-9a75e04ced5e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6392322 Sep 08 04:53:30.635558 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 38990) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:30.642231 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-0206e4c4-0fe4-44bc-a9d3-2e07eca6522e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640656908', 'description': 'tempest-description--746186908'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:30.734867 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0206e4c4-0fe4-44bc-a9d3-2e07eca6522e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:30.926867 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4664d384-4331-47a9-9ef9-b781e4de120a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:30.947745 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Allocated IP 172.20.0.12 (f83a8274-4c5f-4ebc-bf1e-57d60840f6c1/adae5ab8-6eef-428f-9b0f-4bfe076be22b/37a58342-d052-4869-998f-011706bc7d37) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:31.001592 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 2, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:31.053445 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e11a14d8-a0fc-4b24-89f4-6d7847bb6c0f req-d33ffaa5-d3e3-4c34-bfae-37089f2b38ca tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.0694969 Sep 08 04:53:31.078762 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Checking router: b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:53:31.079114 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Updating router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:53:31.086884 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0206e4c4-0fe4-44bc-a9d3-2e07eca6522e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:31.114339 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0206e4c4-0fe4-44bc-a9d3-2e07eca6522e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:31.150196 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:31.153063 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Made reservation on behalf of 09d66f9f0e8c4604b92d86cc2c60ab31 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:31.157191 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:31.224841 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0206e4c4-0fe4-44bc-a9d3-2e07eca6522e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:31.231942 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0206e4c4-0fe4-44bc-a9d3-2e07eca6522e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.5951514 Sep 08 04:53:31.236128 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39008) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:31.251267 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dacde8-45fc-4135-b0a0-f27c60c012e3 req-af251344-0083-4406-8459-36b0784053e5 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:31.274579 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e3dacde8-45fc-4135-b0a0-f27c60c012e3 req-af251344-0083-4406-8459-36b0784053e5 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 932 time: 0.3629000 Sep 08 04:53:31.281289 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-e1a81e58-edac-4307-a39e-a80debc00ad3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'security_group_rule': {'security_group_id': 'ee6b2b5d-9d3e-4220-aae0-ce096013d397', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:31.299046 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206e4c4-0fe4-44bc-a9d3-2e07eca6522e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6b2b5d-9d3e-4220-aae0-ce096013d397,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:31.337304 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-e95cd51e-805b-4833-9be5-ecabfbe02a38 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:53:31.338417 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-e95cd51e-805b-4833-9be5-ecabfbe02a38 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0402975 Sep 08 04:53:31.344581 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Request body: {'port': {'device_id': 'cfefcf93-ee3d-43f0-8bce-06f72b9154e0', 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e', 'admin_state_up': True, 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:31.535004 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e3dacde8-45fc-4135-b0a0-f27c60c012e3 req-0594d541-e47b-4999-b428-0de14494bd42 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541287 Sep 08 04:53:31.573191 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Allocated IP 172.20.0.6 (fdaa3f2a-fc7c-45d2-95fe-98747c1d232e/dafd0459-d8a3-4c8b-89b5-3670cd5f3179/27d6fdba-caf8-4f9f-911f-aee8d1b43578) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:31.579426 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e1a81e58-edac-4307-a39e-a80debc00ad3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:31.871891 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:31.923404 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e1a81e58-edac-4307-a39e-a80debc00ad3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:31.941772 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e1a81e58-edac-4307-a39e-a80debc00ad3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:31.993431 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-768c79e6-f1e1-4507-b7c8-002d82aefbb7 req-5170ce14-d62d-4d2b-a573-061dd70b856b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.1114614 Sep 08 04:53:32.001313 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.010537 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a81e58-edac-4307-a39e-a80debc00ad3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37349224-02fa-4618-9e6a-5476f8731d6c,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:32.012688 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e1a81e58-edac-4307-a39e-a80debc00ad3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.013966 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e1a81e58-edac-4307-a39e-a80debc00ad3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7368824 Sep 08 04:53:32.021890 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39032) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:32.027378 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-df04a039-0013-41da-b21d-0bb857dc8f91 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'security_group_rule': {'security_group_id': 'ee6b2b5d-9d3e-4220-aae0-ce096013d397', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:32.029878 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Transition to ACTIVE for port object 6a8cc6f5-4a6a-462c-8869-be524bbcd757 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:32.036784 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.040637 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.076752 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.187812 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.205162 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab12d9-cdd8-4366-a883-c17476f4adf9 None None] Pushing event updated for resources: {'Port': ['ID=6a8cc6f5-4a6a-462c-8869-be524bbcd757,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:32.218788 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.232784 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Attempting to bind port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:32.233659 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Attempting to bind port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:32.234053 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Attempting to bind port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 on network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:32.237123 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Request body: {'port': {'device_id': '1a4d1519-1fe7-491d-b542-79ad09e67329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:32.258565 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:32.259056 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Checking segment: {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:32.259472 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.259871 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Bound using segment: {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:32.260364 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Bound port: 6a8cc6f5-4a6a-462c-8869-be524bbcd757, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:32.260747 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.291991 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df04a039-0013-41da-b21d-0bb857dc8f91 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.330285 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-15794b92-a244-428e-8f29-f6f8a8dc5c56 req-79df327d-150d-46d7-acd9-a2ea85fffd59 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.1284895 Sep 08 04:53:32.408073 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.415128 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:32.489960 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] For port 6a8cc6f5-4a6a-462c-8869-be524bbcd757, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:32.520807 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] For port 6a8cc6f5-4a6a-462c-8869-be524bbcd757, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=6a8cc6f5-4a6a-462c-8869-be524bbcd757,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:32.529941 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.544419 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39056) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:32.553843 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:32.578010 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:32.603676 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:32.604409 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.709687 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab12d9-cdd8-4366-a883-c17476f4adf9 None None] Pushing event updated for resources: {'Port': ['ID=6a8cc6f5-4a6a-462c-8869-be524bbcd757,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:32.773346 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:53:32.775605 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:53:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:32.805635 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Made reservation on behalf of 09d66f9f0e8c4604b92d86cc2c60ab31 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:32.811924 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:32.843316 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Pushing event updated for resources: {'Port': ['ID=27d6fdba-caf8-4f9f-911f-aee8d1b43578,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:33.032449 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46c063f5-8958-4df7-a53d-8c8bff386681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:33.066953 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-80120e07-edc2-4880-8aec-605af99eaa04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0393589 Sep 08 04:53:33.096851 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:33.193588 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Request body: {'port': {'device_id': '0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:33.410758 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:53:33.411637 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46c063f5-8958-4df7-a53d-8c8bff386681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:33.433529 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46c063f5-8958-4df7-a53d-8c8bff386681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:33.453311 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:33.486643 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:33.499505 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-46c063f5-8958-4df7-a53d-8c8bff386681 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4643d77aa3ac45bead65f6fc7015933b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9534686 Sep 08 04:53:33.523273 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39088) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:33.578376 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:33.585445 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:33.600613 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae2d78-4b12-4c9a-b6a7-d5f1961e63b4 req-332b3696-6763-4993-8469-b111c2a68b19 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:33.602308 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f8ae2d78-4b12-4c9a-b6a7-d5f1961e63b4 req-332b3696-6763-4993-8469-b111c2a68b19 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 932 time: 0.1874139 Sep 08 04:53:33.616877 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:33.616877 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:33.636928 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:33.662659 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c063f5-8958-4df7-a53d-8c8bff386681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41036ff-46e5-49f5-a3fb-ffb23a315511,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:33.673638 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Allocated IP 172.20.0.2 (fdaa3f2a-fc7c-45d2-95fe-98747c1d232e/dafd0459-d8a3-4c8b-89b5-3670cd5f3179/b04866b8-fad5-4542-b0f4-043d8585ec36) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:33.699530 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Pushing event updated for resources: {'Port': ['ID=37a58342-d052-4869-998f-011706bc7d37,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:33.717174 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df04a039-0013-41da-b21d-0bb857dc8f91 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:33.741825 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2d370-1519-45ed-8eec-4f7c55ffa08d req-2a227cec-8781-411a-ba54-335baf6801a0 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:33.744329 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faa2d370-1519-45ed-8eec-4f7c55ffa08d req-2a227cec-8781-411a-ba54-335baf6801a0 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 932 time: 0.8827093 Sep 08 04:53:33.750241 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-d58a1292-8bf1-4f12-90cc-f2ab919764bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2270727 Sep 08 04:53:33.768569 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:32Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:33.774646 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-045dff05-e304-4599-97ef-ff6f0cb9825d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:33.787687 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f8ae2d78-4b12-4c9a-b6a7-d5f1961e63b4 req-91bf1932-abfa-4f41-977d-84cea2933b7a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508355 Sep 08 04:53:33.852273 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e63af-48ec-43fa-a1cb-49152328dc40 None None] The sync data for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi is: [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:32Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:53:33.916855 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-045dff05-e304-4599-97ef-ff6f0cb9825d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.076071 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:34.085476 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-60b0700d-ca1e-4f19-aef7-2f3b400012fa req-64671843-626d-4a7f-a180-acb2dba9dade tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.1119180 Sep 08 04:53:34.120776 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.147228 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Transition to ACTIVE for port object 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:34.158192 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.162327 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df04a039-0013-41da-b21d-0bb857dc8f91 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.248968 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-045dff05-e304-4599-97ef-ff6f0cb9825d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.251774 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-045dff05-e304-4599-97ef-ff6f0cb9825d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.253070 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-045dff05-e304-4599-97ef-ff6f0cb9825d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e41036ff-46e5-49f5-a3fb-ffb23a315511 HTTP/1.1" status: 204 len: 168 time: 0.7070649 Sep 08 04:53:34.402486 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:34.429638 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dff05-e304-4599-97ef-ff6f0cb9825d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41036ff-46e5-49f5-a3fb-ffb23a315511,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:34.472740 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Attempting to bind port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:34.473167 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Attempting to bind port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '680f8f3b-be85-41ba-ac87-843ce5563e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f03aaeb0-62da-456f-8f8d-773ca97fb183'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:34.473567 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Attempting to bind port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c on network f03aaeb0-62da-456f-8f8d-773ca97fb183 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:34.478738 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c on network f03aaeb0-62da-456f-8f8d-773ca97fb183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:53:34.478920 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Attempting to bind port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c on network f03aaeb0-62da-456f-8f8d-773ca97fb183 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:34.500562 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04a039-0013-41da-b21d-0bb857dc8f91 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83dd09c-73dd-4e34-b060-f93e28b2750a,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:34.501159 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:34.501623 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Checking segment: {'id': '680f8f3b-be85-41ba-ac87-843ce5563e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f03aaeb0-62da-456f-8f8d-773ca97fb183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:34.502711 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Bound using segment: {'id': '680f8f3b-be85-41ba-ac87-843ce5563e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f03aaeb0-62da-456f-8f8d-773ca97fb183'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:34.503154 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Bound port: 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680f8f3b-be85-41ba-ac87-843ce5563e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f03aaeb0-62da-456f-8f8d-773ca97fb183'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:34.504047 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.658949 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] For port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c, host hv-cinder-78414, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:34.670170 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] For port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,segment=NetworkSegment(680f8f3b-be85-41ba-ac87-843ce5563e51),segment_id=680f8f3b-be85-41ba-ac87-843ce5563e51)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:34.672801 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faa2d370-1519-45ed-8eec-4f7c55ffa08d req-b8163021-c062-4a59-ac50-b576fb979541 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206724 Sep 08 04:53:34.680024 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.689213 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Request body: {'port': {'device_id': '9ee5ea8c-85b6-420c-bed3-a811c66fb23a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:34.791113 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.802832 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:34.803539 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.804979 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] 10.222.0.26 "PUT /v2.0/ports/9cbf1075-7556-45e6-8e5e-b6e3d1d4519c HTTP/1.1" status: 200 len: 1094 time: 2.7248740 Sep 08 04:53:34.812140 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4d1519-1fe7-491d-b542-79ad09e67329', 'tag': '9cbf1075-7556-45e6-8e5e-b6e3d1d4519c'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:53:34.867396 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df04a039-0013-41da-b21d-0bb857dc8f91 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:34.869001 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-df04a039-0013-41da-b21d-0bb857dc8f91 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8454792 Sep 08 04:53:34.919303 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39126) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:34.932305 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'floatingip': {'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:35.245096 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:35.288407 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebed902-7e2c-4297-b83f-fe6c949b54cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4d1519-1fe7-491d-b542-79ad09e67329", "tag": "9cbf1075-7556-45e6-8e5e-b6e3d1d4519c"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:53:35.293814 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 6a8cc6f5-4a6a-462c-8869-be524bbcd757 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:35.387272 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114681f-f3bd-4840-852f-a6701f356204 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:35.439839 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cec29-fbcd-4624-af30-05dfde05665e req-aed6aac2-c733-4569-9bae-db6afae3bbca tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:35.441355 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b0cec29-fbcd-4624-af30-05dfde05665e req-aed6aac2-c733-4569-9bae-db6afae3bbca tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 932 time: 0.3768291 Sep 08 04:53:35.460325 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1ffcf93c-f38c-4031-9b6c-fafdeb0daf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:35.462547 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1ffcf93c-f38c-4031-9b6c-fafdeb0daf1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f93e7e089d6a471a99bb34120a2ffe78&device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 1097 time: 0.5051706 Sep 08 04:53:35.468026 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:35.473285 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:35.474158 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:35.531007 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b0cec29-fbcd-4624-af30-05dfde05665e req-9c26421a-cb67-4a62-9ae7-7655c375dc03 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730612 Sep 08 04:53:35.747956 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:35.850323 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-814315b1-67cd-432e-9d7c-8a8ee747cc7e req-fdd9fd26-a659-43a8-97d1-2dccdb20557a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.4468033 Sep 08 04:53:35.903545 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 6a8cc6f5-4a6a-462c-8869-be524bbcd757, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=6a8cc6f5-4a6a-462c-8869-be524bbcd757,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:35.915440 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:35.945402 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-7b8cf652-09b3-4018-8ac2-4c317c21c2ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c HTTP/1.1" status: 200 len: 217 time: 0.2976229 Sep 08 04:53:36.184362 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=6a8cc6f5-4a6a-462c-8869-be524bbcd757,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:36.214370 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1ad2e0be-df3a-41de-b123-9d900cdc37de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:36.219472 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-1ad2e0be-df3a-41de-b123-9d900cdc37de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399cc25c-ea32-444e-9b3e-2d5d84d01613 HTTP/1.1" status: 200 len: 852 time: 0.2527716 Sep 08 04:53:36.221391 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39170) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:36.322710 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:36.480092 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb812d11-ec9f-4569-abaa-cdf18ef7cdcf x-openstack-request-id: req-fb812d11-ec9f-4569-abaa-cdf18ef7cdcf {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:53:36.480603 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4d1519-1fe7-491d-b542-79ad09e67329", "tag": "9cbf1075-7556-45e6-8e5e-b6e3d1d4519c", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:53:36.480778 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb812d11-ec9f-4569-abaa-cdf18ef7cdcf {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:53:36.481159 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4d1519-1fe7-491d-b542-79ad09e67329', 'tag': '9cbf1075-7556-45e6-8e5e-b6e3d1d4519c', 'status': 'completed', 'code': 200} Sep 08 04:53:36.515526 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-7754eeca-4fe2-403d-95da-feec5a51d67f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f03aaeb0-62da-456f-8f8d-773ca97fb183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116555 Sep 08 04:53:36.537348 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1094889205-network', 'tenant_id': 'f2abced9f0424f029080472326ad57b0'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:36.550970 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a58342-d052-4869-998f-011706bc7d37 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:36.566265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:36.577560 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b843523-05af-4eb0-8e6e-bdae5dfdb911 req-73a867ec-42ad-4301-b048-1a8e87fd1c2f tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:36.579564 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b843523-05af-4eb0-8e6e-bdae5dfdb911 req-73a867ec-42ad-4301-b048-1a8e87fd1c2f tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 944 time: 0.3515356 Sep 08 04:53:36.589301 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Made reservation on behalf of f2abced9f0424f029080472326ad57b0 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:36.591775 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:36.604851 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:36.610437 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Transition to ACTIVE for port object 37a58342-d052-4869-998f-011706bc7d37 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:36.626156 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:36.649304 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:36.651910 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:36.817094 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b843523-05af-4eb0-8e6e-bdae5dfdb911 req-0abce977-fac3-4152-950d-17e37767d01f tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220879 Sep 08 04:53:36.844237 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:36.852760 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Pushing event updated for resources: {'Port': ['ID=37a58342-d052-4869-998f-011706bc7d37,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:36.867841 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:36.883214 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:36.892051 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:36.893354 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.044303 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799cd8-e8a0-4ba6-b350-a19cf69439ad req-0f6fd9c3-d0e3-4868-aa6b-c55e10fd573d tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:37.059011 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6a799cd8-e8a0-4ba6-b350-a19cf69439ad req-0f6fd9c3-d0e3-4868-aa6b-c55e10fd573d tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 944 time: 0.3906198 Sep 08 04:53:37.062786 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-e3c76397-c617-45fe-9e28-a93cec5a7d6e service neutron] 10.222.0.26 "GET /v2.0/networks/f03aaeb0-62da-456f-8f8d-773ca97fb183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596398 Sep 08 04:53:37.130911 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Pushing event updated for resources: {'Port': ['ID=b04866b8-fad5-4542-b0f4-043d8585ec36,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:37.144586 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 6a8cc6f5-4a6a-462c-8869-be524bbcd757 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:37.145282 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Attempting to bind port 37a58342-d052-4869-998f-011706bc7d37 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:37.145707 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Attempting to bind port 37a58342-d052-4869-998f-011706bc7d37 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:37.146180 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Attempting to bind port 37a58342-d052-4869-998f-011706bc7d37 on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:37.154569 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6a799cd8-e8a0-4ba6-b350-a19cf69439ad req-4e7d998f-d5c5-4dd6-b5d8-348a9b102d2c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945451 Sep 08 04:53:37.164598 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Allocated IP 172.27.3.231 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/b17e6a37-b0cf-4315-81a0-fb0e74392e5a) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:37.187854 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Port 37a58342-d052-4869-998f-011706bc7d37 on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:53:37.188601 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Attempting to bind port 37a58342-d052-4869-998f-011706bc7d37 on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:37.220870 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:37.221384 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Checking segment: {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:37.222072 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Bound using segment: {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:37.222662 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Bound port: 37a58342-d052-4869-998f-011706bc7d37, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:37.223206 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.262353 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.264888 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450ea3a-fde9-438b-9022-c3a8a7ecd893 req-b4775818-1ba6-4208-8531-1b5eab3fbde5 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:37.268236 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.272912 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:37.274220 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.274906 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1450ea3a-fde9-438b-9022-c3a8a7ecd893 req-b4775818-1ba6-4208-8531-1b5eab3fbde5 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 931 time: 0.2467401 Sep 08 04:53:37.321775 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:53:37.346637 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.347368 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Added segment 83b851cd-c012-42ea-a00d-204ac970a575 of type vlan for network 3e5b63d7-6b8c-4065-aba9-546fe631d774 Sep 08 04:53:37.349860 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-4ba5735e-2ba9-46ea-9562-90710253278b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0213349 Sep 08 04:53:37.409800 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.427927 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Request body: {'port': {'device_id': 'cfefcf93-ee3d-43f0-8bce-06f72b9154e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:37.517514 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d6fdba-caf8-4f9f-911f-aee8d1b43578 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:37.553909 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.585881 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-458e16ac-77ea-4e72-94cc-e47ac5f06911 req-77411885-a943-4e51-98db-78905951ba8f service neutron] 10.222.0.26 "GET /v2.0/networks/f03aaeb0-62da-456f-8f8d-773ca97fb183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044910 Sep 08 04:53:37.595335 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1450ea3a-fde9-438b-9022-c3a8a7ecd893 req-ea36a94b-d105-4cbc-92be-90d1e3bb3b11 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163548 Sep 08 04:53:37.617650 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1bce7e-60c9-48c3-81a3-2759071bbaa3,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:37.622055 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.623136 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:37.624541 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.709671 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] For port 37a58342-d052-4869-998f-011706bc7d37, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:37.713960 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Transition to ACTIVE for port object 27d6fdba-caf8-4f9f-911f-aee8d1b43578 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:37.733724 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5b63d7-6b8c-4065-aba9-546fe631d774,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:37.750181 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network 3e5b63d7-6b8c-4065-aba9-546fe631d774 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:53:37.762261 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.824290 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.852075 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a779c5bf-0444-4d34-b272-bc6692ef1829 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6292191 Sep 08 04:53:37.858938 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39210) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:37.901381 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Request body: {'subnet': {'network_id': '3e5b63d7-6b8c-4065-aba9-546fe631d774', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1094889205-subnet', 'tenant_id': 'f2abced9f0424f029080472326ad57b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:37.964511 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:37.972070 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Made reservation on behalf of f2abced9f0424f029080472326ad57b0 for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:37.972382 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39216) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:37.978168 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] For port 37a58342-d052-4869-998f-011706bc7d37, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37a58342-d052-4869-998f-011706bc7d37,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:37.980295 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:38.013636 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-6098c80d-0515-476b-b32e-3f82e19ebf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:38.015659 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-6098c80d-0515-476b-b32e-3f82e19ebf92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f93e7e089d6a471a99bb34120a2ffe78&device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 1097 time: 0.2442064 Sep 08 04:53:38.051198 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:38.095897 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=27d6fdba-caf8-4f9f-911f-aee8d1b43578,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:38.174489 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987fc5-09ee-4722-a786-37db36d83fbc req-92b1fe5a-e247-492f-a722-5bbdce646e88 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:38.177313 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a8987fc5-09ee-4722-a786-37db36d83fbc req-92b1fe5a-e247-492f-a722-5bbdce646e88 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 944 time: 0.1662579 Sep 08 04:53:38.189348 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:38.194549 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'Port': ['ID=b17e6a37-b0cf-4315-81a0-fb0e74392e5a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:38.207463 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:38.211948 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:38.304735 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a8987fc5-09ee-4722-a786-37db36d83fbc req-b576c622-2b62-46c3-a145-07de26364421 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208882 Sep 08 04:53:38.501612 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:38.511752 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:38.512167 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:38.638015 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b63e50-f46b-4e32-9bcf-ddd701738b86,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:38.651041 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Checking segment: {'id': '83b851cd-c012-42ea-a00d-204ac970a575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3e5b63d7-6b8c-4065-aba9-546fe631d774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:38.651545 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Network hostable DHCP agents. Network: 3e5b63d7-6b8c-4065-aba9-546fe631d774, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:53:38.668150 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Pushing event updated for resources: {'Port': ['ID=37a58342-d052-4869-998f-011706bc7d37,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:38.685808 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Network 3e5b63d7-6b8c-4065-aba9-546fe631d774 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:53:38.716405 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:38.718625 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, 3e5b63d7-6b8c-4065-aba9-546fe631d774) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:38.727596 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba444a0-278f-4989-921b-c176f997f117 None None] Network 3e5b63d7-6b8c-4065-aba9-546fe631d774 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:38.753248 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:38.758219 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:38.782053 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:38.783155 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:38.785313 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-2cd9dab5-22f4-41d2-b925-71d7c141515c service neutron] 10.222.0.26 "PUT /v2.0/ports/37a58342-d052-4869-998f-011706bc7d37 HTTP/1.1" status: 200 len: 1094 time: 4.1515341 Sep 08 04:53:38.821340 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee5ea8c-85b6-420c-bed3-a811c66fb23a', 'tag': '37a58342-d052-4869-998f-011706bc7d37'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:53:38.870277 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c94f01b8-7764-45bf-9852-d0077981ac06 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9709053 Sep 08 04:53:38.893634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6399d-232d-41c5-92c1-b0db48719d9e req-1369ef02-1435-426b-9f47-8f84210b66a7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:38.895473 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8cf6399d-232d-41c5-92c1-b0db48719d9e req-1369ef02-1435-426b-9f47-8f84210b66a7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 931 time: 0.1262746 Sep 08 04:53:38.964888 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8cf6399d-232d-41c5-92c1-b0db48719d9e req-920f1a6d-4973-42be-97bd-aacfe3ec2e14 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627480 Sep 08 04:53:39.055392 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23919b-db92-470b-906f-142f2ebe5c84 None None] Network 3e5b63d7-6b8c-4065-aba9-546fe631d774 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:39.143417 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9228a-75ff-44b0-b6c6-c598ded17bd4 req-ff41158a-beec-490c-ac71-efcd38dc07eb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:39.146069 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cea9228a-75ff-44b0-b6c6-c598ded17bd4 req-ff41158a-beec-490c-ac71-efcd38dc07eb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 944 time: 0.6250947 Sep 08 04:53:39.147344 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Attempting to bind port 27d6fdba-caf8-4f9f-911f-aee8d1b43578 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:39.147679 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Attempting to bind port 27d6fdba-caf8-4f9f-911f-aee8d1b43578 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:39.148011 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Attempting to bind port 27d6fdba-caf8-4f9f-911f-aee8d1b43578 on network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:39.150299 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c7716f7-a36e-4ff7-b84a-15acad6bd052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:39.299932 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Port 27d6fdba-caf8-4f9f-911f-aee8d1b43578 on network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:53:39.300268 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Attempting to bind port 27d6fdba-caf8-4f9f-911f-aee8d1b43578 on network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:39.407412 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:39.407759 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Checking segment: {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:39.408158 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Bound using segment: {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:39.408620 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Bound port: 27d6fdba-caf8-4f9f-911f-aee8d1b43578, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:39.408981 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:39.432814 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885a9ef7-d66a-4c26-9ff5-ff245d8f1027" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee5ea8c-85b6-420c-bed3-a811c66fb23a", "tag": "37a58342-d052-4869-998f-011706bc7d37"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:53:39.519978 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cea9228a-75ff-44b0-b6c6-c598ded17bd4 req-3f10dc38-5c1a-4d61-add2-9a7e9576b950 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592694 Sep 08 04:53:39.533271 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4603e-ac8a-4bdf-a81f-f277fb1ddd8d req-57d621b8-27be-4c11-86ed-a195f98f08fc tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:39.541177 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a8b4603e-ac8a-4bdf-a81f-f277fb1ddd8d req-57d621b8-27be-4c11-86ed-a195f98f08fc tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 944 time: 0.1236691 Sep 08 04:53:39.628378 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a8b4603e-ac8a-4bdf-a81f-f277fb1ddd8d req-dcc60098-fdf7-4f0f-8f14-49b2dd6eafff tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785675 Sep 08 04:53:39.867564 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] For port 27d6fdba-caf8-4f9f-911f-aee8d1b43578, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:39.872525 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39280) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:39.877701 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-876910426-network', 'tenant_id': 'd8287f15cba248fb9938113a601b4000'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:39.950970 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] For port 27d6fdba-caf8-4f9f-911f-aee8d1b43578, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:39.960879 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68a5d05-d989-466d-bb06-4138c9625dfb x-openstack-request-id: req-b68a5d05-d989-466d-bb06-4138c9625dfb {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:53:39.961183 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee5ea8c-85b6-420c-bed3-a811c66fb23a", "tag": "37a58342-d052-4869-998f-011706bc7d37", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:53:39.961437 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b68a5d05-d989-466d-bb06-4138c9625dfb {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:53:39.962041 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee5ea8c-85b6-420c-bed3-a811c66fb23a', 'tag': '37a58342-d052-4869-998f-011706bc7d37', 'status': 'completed', 'code': 200} Sep 08 04:53:39.968153 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c7716f7-a36e-4ff7-b84a-15acad6bd052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:39.969878 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.038665 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Made reservation on behalf of d8287f15cba248fb9938113a601b4000 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:40.041620 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.063655 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.068673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:40.077624 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.092513 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/27d6fdba-caf8-4f9f-911f-aee8d1b43578 HTTP/1.1" status: 200 len: 1093 time: 6.9086511 Sep 08 04:53:40.138165 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8705148-f92e-4a8f-95d5-dec746bae3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=27d6fdba-caf8-4f9f-911f-aee8d1b43578,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:40.163604 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c7716f7-a36e-4ff7-b84a-15acad6bd052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.199565 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767db7f-3e6a-42a5-9df6-0a788b18d09e req-77d11419-9bfc-4848-81fc-c1ac5bf6343d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:40.207965 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a767db7f-3e6a-42a5-9df6-0a788b18d09e req-77d11419-9bfc-4848-81fc-c1ac5bf6343d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 931 time: 0.1070123 Sep 08 04:53:40.230173 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1c7716f7-a36e-4ff7-b84a-15acad6bd052 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3027bc56943e497fb8ebac851b098000&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1804087 Sep 08 04:53:40.233597 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39294) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:40.257399 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.292072 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.301846 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a767db7f-3e6a-42a5-9df6-0a788b18d09e req-a90f6054-590a-4ef7-a0e8-95547e97ab7f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Sep 08 04:53:40.338839 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7716f7-a36e-4ff7-b84a-15acad6bd052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27898456-aec9-49aa-9af7-d3711f5c8c60,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:40.365142 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.367792 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04866b8-fad5-4542-b0f4-043d8585ec36 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:40.368564 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-510a4c6e-2232-43bb-847d-62d20c269661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.383886 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.385007 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.411837 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.419804 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-510a4c6e-2232-43bb-847d-62d20c269661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.422431 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5019839 Sep 08 04:53:40.425271 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.437231 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:53:40.443432 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859ec8f-b4c2-4b3f-9117-bb6f861a75ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'Port': ['ID=b17e6a37-b0cf-4315-81a0-fb0e74392e5a,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:40.478169 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Transition to ACTIVE for port object b04866b8-fad5-4542-b0f4-043d8585ec36 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:40.491690 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.492211 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Added segment d23714d3-7c73-4be6-b4a5-6815f72ffd19 of type vlan for network 1ecf7dcc-d168-4f30-b88e-3a85bf576c53 Sep 08 04:53:40.500233 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.543018 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0827ddf8-e4ee-4f63-87f6-beff6e12cd72,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:40.648140 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.698310 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-510a4c6e-2232-43bb-847d-62d20c269661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.708930 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-510a4c6e-2232-43bb-847d-62d20c269661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.710148 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-510a4c6e-2232-43bb-847d-62d20c269661 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27898456-aec9-49aa-9af7-d3711f5c8c60 HTTP/1.1" status: 204 len: 168 time: 0.4754169 Sep 08 04:53:40.711120 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.713282 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:40.714184 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.747394 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a4c6e-2232-43bb-847d-62d20c269661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27898456-aec9-49aa-9af7-d3711f5c8c60,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:40.757605 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8838727 Sep 08 04:53:40.760362 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39316) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:40.765637 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Request body: {'subnet': {'network_id': '1ecf7dcc-d168-4f30-b88e-3a85bf576c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-876910426-subnet', 'tenant_id': 'd8287f15cba248fb9938113a601b4000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:40.807963 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Pushing event updated for resources: {'Port': ['ID=b04866b8-fad5-4542-b0f4-043d8585ec36,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:40.819551 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500d5b3-c0b9-4435-a65c-b315b48e1809 admin admin] Pushing event updated for resources: {'Network': ['ID=1ecf7dcc-d168-4f30-b88e-3a85bf576c53,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:40.830326 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network 1ecf7dcc-d168-4f30-b88e-3a85bf576c53 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:53:40.866091 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Attempting to bind port b04866b8-fad5-4542-b0f4-043d8585ec36 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:40.866821 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Attempting to bind port b04866b8-fad5-4542-b0f4-043d8585ec36 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:40.867143 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Attempting to bind port b04866b8-fad5-4542-b0f4-043d8585ec36 on network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:40.876280 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Made reservation on behalf of d8287f15cba248fb9938113a601b4000 for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:40.881884 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.892718 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Port b04866b8-fad5-4542-b0f4-043d8585ec36 on network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:53:40.893206 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Attempting to bind port b04866b8-fad5-4542-b0f4-043d8585ec36 on network fdaa3f2a-fc7c-45d2-95fe-98747c1d232e {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:40.921702 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782886b0-7e0e-42ca-9a7a-03f5d5cb3b17 req-62e4d588-8165-41bc-8358-d011de0e0762 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:40.923422 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-782886b0-7e0e-42ca-9a7a-03f5d5cb3b17 req-62e4d588-8165-41bc-8358-d011de0e0762 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 944 time: 0.2233069 Sep 08 04:53:40.925151 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:40.925487 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Checking segment: {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:40.925876 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Bound using segment: {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:40.926439 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Bound port: b04866b8-fad5-4542-b0f4-043d8585ec36, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66792d77-d809-4aed-b472-88b1c79e17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:40.926807 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:40.953499 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-45d8531f-9840-487a-b8ca-e7b7d96a0407 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--640656908&fields=id&tenant_id=8926ba2f11e9430ba55893825ac4c15c HTTP/1.1" status: 200 len: 267 time: 0.1369414 Sep 08 04:53:41.046696 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-782886b0-7e0e-42ca-9a7a-03f5d5cb3b17 req-9609668f-4526-480a-adc3-1a23418cfd43 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095033 Sep 08 04:53:41.074111 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] For port b04866b8-fad5-4542-b0f4-043d8585ec36, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:41.077807 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] For port b04866b8-fad5-4542-b0f4-043d8585ec36, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b04866b8-fad5-4542-b0f4-043d8585ec36,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:41.091054 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:41.125793 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-3655b404-3b57-42d5-925a-2eaee32199df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:41.137248 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-3655b404-3b57-42d5-925a-2eaee32199df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 817 time: 0.1823659 Sep 08 04:53:41.182424 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:41.185355 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:41.187071 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-87938bef-655b-4623-a838-45ba31ed501c service neutron] 10.222.0.26 "PUT /v2.0/ports/b04866b8-fad5-4542-b0f4-043d8585ec36 HTTP/1.1" status: 200 len: 1093 time: 3.7833161 Sep 08 04:53:41.207417 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-fd0c440f-b175-4041-a8b7-6da59ec348f1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/quotas/8926ba2f11e9430ba55893825ac4c15c HTTP/1.1" status: 200 len: 375 time: 0.0685823 Sep 08 04:53:41.288132 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87938bef-655b-4623-a838-45ba31ed501c service neutron] Pushing event updated for resources: {'Port': ['ID=b04866b8-fad5-4542-b0f4-043d8585ec36,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:41.306231 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-469fd0c5-1b22-4657-82b1-3eabbe8d388d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965011 Sep 08 04:53:41.311461 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39340) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:41.360131 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aa52e-cf21-4c4d-b156-d13a7686bf10 req-0d7eeb05-6401-45d1-8382-fc77c3ac92d6 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:41.369482 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-779aa52e-cf21-4c4d-b156-d13a7686bf10 req-0d7eeb05-6401-45d1-8382-fc77c3ac92d6 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 944 time: 0.1771829 Sep 08 04:53:41.429444 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-779aa52e-cf21-4c4d-b156-d13a7686bf10 req-10713e7b-9b70-4627-b944-ee4ca51970f1 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553322 Sep 08 04:53:41.525203 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcab3fec-6cee-44c7-8fa1-bd741a5d4d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:41.535410 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:41.563338 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba23e9-81fc-4617-a32d-ca850452c9d1 req-70c49fe3-f4af-4711-b7b1-e0170ccf3c8f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:41.564946 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c9ba23e9-81fc-4617-a32d-ca850452c9d1 req-70c49fe3-f4af-4711-b7b1-e0170ccf3c8f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 943 time: 0.0614555 Sep 08 04:53:41.587282 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-73ed31bd-9c9b-4532-a398-327133ae7afe service neutron] 10.222.0.20 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423253 Sep 08 04:53:41.619582 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c9ba23e9-81fc-4617-a32d-ca850452c9d1 req-e3357c3f-b737-4ce1-bfde-3ac05034ca25 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Sep 08 04:53:41.684231 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41255d3-5ee5-47a6-b087-8cdbf57e4623,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:41.757649 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Checking segment: {'id': 'd23714d3-7c73-4be6-b4a5-6815f72ffd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ecf7dcc-d168-4f30-b88e-3a85bf576c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:41.758412 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Network hostable DHCP agents. Network: 1ecf7dcc-d168-4f30-b88e-3a85bf576c53, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:53:41.801685 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-52505947-4a2f-401d-a1b6-440e64ee2da9 service neutron] 10.222.0.20 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134793 Sep 08 04:53:41.848272 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Network 1ecf7dcc-d168-4f30-b88e-3a85bf576c53 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:53:41.851892 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcab3fec-6cee-44c7-8fa1-bd741a5d4d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:41.860477 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcab3fec-6cee-44c7-8fa1-bd741a5d4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:41.877837 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, 1ecf7dcc-d168-4f30-b88e-3a85bf576c53) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:41.886799 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529fb5d7-6eee-4990-b401-939ab460325e None None] Network 1ecf7dcc-d168-4f30-b88e-3a85bf576c53 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:41.930284 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:41.930902 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:41.971357 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5', 'tag': '27d6fdba-caf8-4f9f-911f-aee8d1b43578'}, {'name': 'network-changed', 'server_uuid': 'cfefcf93-ee3d-43f0-8bce-06f72b9154e0', 'tag': 'b04866b8-fad5-4542-b0f4-043d8585ec36'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:53:41.983772 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce" -d '{"events": [{"name": "network-changed", "server_uuid": "0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5", "tag": "27d6fdba-caf8-4f9f-911f-aee8d1b43578"}, {"name": "network-changed", "server_uuid": "cfefcf93-ee3d-43f0-8bce-06f72b9154e0", "tag": "b04866b8-fad5-4542-b0f4-043d8585ec36"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:53:41.989267 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39370) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:42.035161 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f09c130-23d2-43ca-af31-da2f2aa147b2 x-openstack-request-id: req-1f09c130-23d2-43ca-af31-da2f2aa147b2 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:53:42.035458 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5", "tag": "27d6fdba-caf8-4f9f-911f-aee8d1b43578", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cfefcf93-ee3d-43f0-8bce-06f72b9154e0", "tag": "b04866b8-fad5-4542-b0f4-043d8585ec36", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:53:42.035712 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f09c130-23d2-43ca-af31-da2f2aa147b2 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:53:42.036105 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5', 'tag': '27d6fdba-caf8-4f9f-911f-aee8d1b43578', 'status': 'completed', 'code': 200} Sep 08 04:53:42.036672 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfefcf93-ee3d-43f0-8bce-06f72b9154e0', 'tag': 'b04866b8-fad5-4542-b0f4-043d8585ec36', 'status': 'completed', 'code': 200} Sep 08 04:53:42.057485 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a9ef7-d66a-4c26-9ff5-ff245d8f1027 req-1a776c9f-981a-4e88-8521-dda0c55efe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:42.059384 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-885a9ef7-d66a-4c26-9ff5-ff245d8f1027 req-1a776c9f-981a-4e88-8521-dda0c55efe0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 1097 time: 0.1632061 Sep 08 04:53:42.068154 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-82be82ba-cc28-4c7c-97a5-1f9811ccdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:42.069831 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-82be82ba-cc28-4c7c-97a5-1f9811ccdbf0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1096 time: 0.1277769 Sep 08 04:53:42.209668 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177942a0-5b0d-413a-8c9e-928b613539f5 None None] Network 1ecf7dcc-d168-4f30-b88e-3a85bf576c53 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:53:42.318006 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bcab3fec-6cee-44c7-8fa1-bd741a5d4d37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c121052dc5f4c7bb55c42a2eb647e54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0053327 Sep 08 04:53:42.336341 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab3fec-6cee-44c7-8fa1-bd741a5d4d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba709b5e-cdb0-4755-ab21-11f4835f5640,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:42.345313 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39386) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:42.347309 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4c3f228b-1fc2-4de3-93fe-04edc0ecd78a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5859113 Sep 08 04:53:42.347742 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-cad3569c-6b3a-4def-820a-b2bb7d6fd6ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578 HTTP/1.1" status: 200 len: 217 time: 0.2288961 Sep 08 04:53:42.388519 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-58c39349-6dac-494d-b687-18c181fc608c req-aecae7af-a796-4189-af2f-cdc8af1a65cc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 210 time: 0.0793152 Sep 08 04:53:42.425433 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-ebfb290d-6b89-4d56-a572-bbad8c780708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:42.427137 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-ebfb290d-6b89-4d56-a572-bbad8c780708 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f03aaeb0-62da-456f-8f8d-773ca97fb183 HTTP/1.1" status: 200 len: 913 time: 0.5631814 Sep 08 04:53:42.434315 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-36e31415-d197-41fd-927e-72c65763541d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:42.526026 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-38e4328a-79e8-4fc4-8132-c573c9154999 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c HTTP/1.1" status: 200 len: 217 time: 0.0804300 Sep 08 04:53:42.601990 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bef09fc1-00c7-4de4-bfbb-191287a70990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:42.627890 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bef09fc1-00c7-4de4-bfbb-191287a70990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:42.637284 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39400) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:42.685230 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-aff4070c-9d92-456f-bcdf-de6e0f075d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:42.687293 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-aff4070c-9d92-456f-bcdf-de6e0f075d94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399cc25c-ea32-444e-9b3e-2d5d84d01613 HTTP/1.1" status: 200 len: 852 time: 0.1515841 Sep 08 04:53:42.732086 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f04fdf-30b3-42ae-8bcf-3d809aac2cc0 req-b9893f27-bb33-4112-a7b5-d1ec37716fe8 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:42.734415 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b6f04fdf-30b3-42ae-8bcf-3d809aac2cc0 req-b9893f27-bb33-4112-a7b5-d1ec37716fe8 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 944 time: 0.2122748 Sep 08 04:53:42.756947 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-38cbf4db-5414-4900-9c88-be3573d60b36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f03aaeb0-62da-456f-8f8d-773ca97fb183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513372 Sep 08 04:53:42.784913 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-54056c1f-fbbf-400c-b334-4f4978fd39b1 admin admin] Deleting subnet 00b63e50-f46b-4e32-9bcf-ddd701738b86 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 04:53:42.792065 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54056c1f-fbbf-400c-b334-4f4978fd39b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:42.853105 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bef09fc1-00c7-4de4-bfbb-191287a70990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:42.855506 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bef09fc1-00c7-4de4-bfbb-191287a70990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:42.859922 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bef09fc1-00c7-4de4-bfbb-191287a70990 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba709b5e-cdb0-4755-ab21-11f4835f5640 HTTP/1.1" status: 204 len: 168 time: 0.5080509 Sep 08 04:53:42.865156 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b6f04fdf-30b3-42ae-8bcf-3d809aac2cc0 req-9c834586-df09-429a-9b59-baecc363b870 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107948 Sep 08 04:53:42.927487 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54056c1f-fbbf-400c-b334-4f4978fd39b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:42.936523 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef09fc1-00c7-4de4-bfbb-191287a70990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba709b5e-cdb0-4755-ab21-11f4835f5640,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:42.942701 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-2d279740-1b35-4654-bbe6-154d84d8d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:42.944203 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-2d279740-1b35-4654-bbe6-154d84d8d7fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 1096 time: 0.7369456 Sep 08 04:53:42.950028 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54056c1f-fbbf-400c-b334-4f4978fd39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:42.953012 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0113c-ad26-477a-b920-a51538a3d43d req-2ea943e5-1ebb-45a8-9cc0-e9edfa04dc25 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:42.961406 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b3e0113c-ad26-477a-b920-a51538a3d43d req-2ea943e5-1ebb-45a8-9cc0-e9edfa04dc25 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 944 time: 0.6701732 Sep 08 04:53:42.974972 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-157cb47d-add8-403b-ade0-2b83dd5b4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:42.976452 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-157cb47d-add8-403b-ade0-2b83dd5b4a08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.5434010 Sep 08 04:53:43.027665 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a9ef7-d66a-4c26-9ff5-ff245d8f1027 req-c609295e-702b-4b58-86ee-3b121986ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:43.030997 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-885a9ef7-d66a-4c26-9ff5-ff245d8f1027 req-c609295e-702b-4b58-86ee-3b121986ed0e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=349229e5ec0b4f759fee8a5c88285eca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.9126790 Sep 08 04:53:43.067505 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-0cab72a3-f91a-44bb-8954-b07721ea9837 service neutron] 10.222.0.26 "GET /v2.0/networks/f03aaeb0-62da-456f-8f8d-773ca97fb183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990017 Sep 08 04:53:43.102684 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-36880c41-abe8-4d4f-ae48-222e25b09a7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b04866b8-fad5-4542-b0f4-043d8585ec36 HTTP/1.1" status: 200 len: 217 time: 0.1380191 Sep 08 04:53:43.107805 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54056c1f-fbbf-400c-b334-4f4978fd39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:43.186993 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f154f-a84d-4fd2-8f50-99f4322861ad req-d06827a7-db8e-4e50-ad1b-1e6a12d90ac8 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:43.188667 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-917f154f-a84d-4fd2-8f50-99f4322861ad req-d06827a7-db8e-4e50-ad1b-1e6a12d90ac8 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 943 time: 0.1822705 Sep 08 04:53:43.213959 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-64a238b7-3fa2-4a18-8481-89338720fdbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2184198 Sep 08 04:53:43.392500 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54056c1f-fbbf-400c-b334-4f4978fd39b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b63e50-f46b-4e32-9bcf-ddd701738b86,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:43.397312 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39422) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:43.404974 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b3e0113c-ad26-477a-b920-a51538a3d43d req-9079ca12-07d6-4d7a-a79b-7576801d4d19 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417000 Sep 08 04:53:43.450118 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-814fc842-2af9-48e6-9bdb-6c2069452ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:43.493015 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-36e31415-d197-41fd-927e-72c65763541d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:43.498852 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-00b74a27-047f-4861-a05f-12f5c47cdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:43.498852 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-00b74a27-047f-4861-a05f-12f5c47cdba5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.2853291 Sep 08 04:53:43.513057 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-36e31415-d197-41fd-927e-72c65763541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:43.517090 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a9ef7-d66a-4c26-9ff5-ff245d8f1027 req-eacd420b-2545-4fc6-99a0-fb7f5e923384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:43.518589 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-885a9ef7-d66a-4c26-9ff5-ff245d8f1027 req-eacd420b-2545-4fc6-99a0-fb7f5e923384 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3936884 Sep 08 04:53:43.521965 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54056c1f-fbbf-400c-b334-4f4978fd39b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:43.524070 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-54056c1f-fbbf-400c-b334-4f4978fd39b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00b63e50-f46b-4e32-9bcf-ddd701738b86 HTTP/1.1" status: 204 len: 168 time: 0.8797641 Sep 08 04:53:43.530042 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39434) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:43.577056 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c958f611-00f1-4296-be4b-6e7b810df242 req-bf4855fe-6ce0-47c2-abd8-b3568d2e9218 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 210 time: 0.0802073 Sep 08 04:53:43.590282 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-917f154f-a84d-4fd2-8f50-99f4322861ad req-a6739ebb-7379-4aa7-8605-c4fbf2f71561 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874638 Sep 08 04:53:43.611965 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4ebed902-7e2c-4297-b83f-fe6c949b54cf req-ead88db3-4b32-46be-b0ca-6fc40afab933 service neutron] 10.222.0.26 "GET /v2.0/networks/f03aaeb0-62da-456f-8f8d-773ca97fb183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309219 Sep 08 04:53:43.614495 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-2145ea0c-2bbc-4d8c-8fcd-a262d5309dd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920303 Sep 08 04:53:43.632892 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-42ea6b4b-b85d-46fa-a07f-f94acc5d31de service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691907 Sep 08 04:53:43.635558 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-36e31415-d197-41fd-927e-72c65763541d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=847fe97799394d0ab76be9026d421ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6214595 Sep 08 04:53:43.637658 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e31415-d197-41fd-927e-72c65763541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbc9ade-de38-43e7-ab32-5cdc1cd4c819,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:43.657871 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39440) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:43.695978 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:43.822231 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a3f14-00a3-468f-ac36-f2301460af9d req-cf6406ee-8aa4-4736-aeec-7cd37df7accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:43.823940 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-cf6406ee-8aa4-4736-aeec-7cd37df7accb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 1097 time: 0.1259050 Sep 08 04:53:43.907491 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-9fed61e5-f460-4986-9659-4fd930224d7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37a58342-d052-4869-998f-011706bc7d37 HTTP/1.1" status: 200 len: 217 time: 0.0445459 Sep 08 04:53:43.946497 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d31c-f03e-40a2-add2-8d004fe9e571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:43.956143 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:43.961726 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c8f91a5-bfd1-44e4-829f-c9e2b2bef54a req-148a40be-f608-44c7-be7c-6c6b11fee5cb service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929220 Sep 08 04:53:43.963500 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-bf4110b2-a39b-403c-be78-886e4d802ea1 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269746 Sep 08 04:53:43.976316 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-214e4abe-ec00-4439-b543-42c3cf4a6bab tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:43.977910 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-214e4abe-ec00-4439-b543-42c3cf4a6bab tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 817 time: 0.2865486 Sep 08 04:53:43.992860 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-814fc842-2af9-48e6-9bdb-6c2069452ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:43.994315 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d31c-f03e-40a2-add2-8d004fe9e571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.017446 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39450) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:44.021655 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-814fc842-2af9-48e6-9bdb-6c2069452ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.041765 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.042362 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.043293 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.043766 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > port after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.044237 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.044847 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > port after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.045857 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.046378 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.046860 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.047345 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.127975 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-38b036ae-13fd-4132-a4da-cb7bc70ddd57 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8926ba2f11e9430ba55893825ac4c15c HTTP/1.1" status: 200 len: 379 time: 0.1311097 Sep 08 04:53:44.164141 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'port': {'device_id': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'admin_state_up': True, 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'security_groups': ['ee6b2b5d-9d3e-4220-aae0-ce096013d397']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:44.202789 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-889b6006-7ea2-4214-b212-39ee87892d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.224132 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.224474 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.224802 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.225576 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:44.227474 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5b63d7-6b8c-4065-aba9-546fe631d774']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:44.270514 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b851cd-c012-42ea-a00d-204ac970a575') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:44.270804 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b851cd-c012-42ea-a00d-204ac970a575') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:44.287755 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-ab045a9c-857c-4a57-9d99-d773033e3429 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897546 Sep 08 04:53:44.289951 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a3f14-00a3-468f-ac36-f2301460af9d req-8a7786b9-bb4b-42df-896a-b52382fe17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:44.291604 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-8a7786b9-bb4b-42df-896a-b52382fe17c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adae5ab8-6eef-428f-9b0f-4bfe076be22b HTTP/1.1" status: 200 len: 855 time: 0.3526359 Sep 08 04:53:44.294471 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d31c-f03e-40a2-add2-8d004fe9e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.297788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d31c-f03e-40a2-add2-8d004fe9e571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.299076 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e6d3d31c-f03e-40a2-add2-8d004fe9e571 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cbc9ade-de38-43e7-ab32-5cdc1cd4c819 HTTP/1.1" status: 204 len: 168 time: 0.6375232 Sep 08 04:53:44.310277 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-7c635ac3-614b-44f0-b4e3-bdab0e867829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:44.312014 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-7c635ac3-614b-44f0-b4e3-bdab0e867829 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1096 time: 0.1896188 Sep 08 04:53:44.326895 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30506971'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.351042 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3d31c-f03e-40a2-add2-8d004fe9e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbc9ade-de38-43e7-ab32-5cdc1cd4c819,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:44.353067 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fc842-2af9-48e6-9bdb-6c2069452ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22995c11-1910-4ef9-9afd-093aa6cfbe8d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:44.365262 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-814fc842-2af9-48e6-9bdb-6c2069452ef2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc0001baa3a64c06a8a682c666c3ffe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9503503 Sep 08 04:53:44.373183 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39456) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:44.387385 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-c91c8fa6-682c-46dc-b8eb-3fbd124943c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551357 Sep 08 04:53:44.396752 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebd502-dcc1-4181-aa18-05403c00f5c5 req-fd0326e1-98ff-42a0-a373-59b80a6b331e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:44.398579 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5cebd502-dcc1-4181-aa18-05403c00f5c5 req-fd0326e1-98ff-42a0-a373-59b80a6b331e tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 944 time: 0.4041767 Sep 08 04:53:44.399865 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.420889 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 04:53:44.421370 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31434934'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: from cryptography.utils import int_from_bytes Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: from cryptography.utils import int_from_bytes Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: Traceback (most recent call last): Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: timer() Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: cb(*args, **kw) Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: return func(*args, **kwargs) Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: self._notify() Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: self.callback(batched_events) Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: event.method(event) Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: return f(self, *a, **k) Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._get(url).json() Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 04:53:44.426408 dv-cinder-784140-7-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 04:53:44.553315 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5cebd502-dcc1-4181-aa18-05403c00f5c5 req-3bddb2e1-78fb-412f-8124-018e0882ea44 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387484 Sep 08 04:53:44.557881 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.570707 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.575800 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e5b63d7-6b8c-4065-aba9-546fe631d774 HTTP/1.1" status: 204 len: 168 time: 1.0419486 Sep 08 04:53:44.584896 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39462) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:44.599735 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178612da-da58-42ec-b086-303ad52830cf admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5b63d7-6b8c-4065-aba9-546fe631d774,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:44.613042 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-c8aace63-6ac3-42b3-a26d-d0f4610e672f service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093625 Sep 08 04:53:44.659827 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39468) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:44.716150 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87f130d6-f749-467b-82b9-24a73f01b52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.774795 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-391a3f14-00a3-468f-ac36-f2301460af9d req-e7df6035-a140-47be-82ea-ad296ef64258 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524055 Sep 08 04:53:44.783611 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd49fc-eb43-49bd-b63d-e698d3d838d9 req-0336cc76-6ded-40ef-a343-8f5579eeef6f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:44.785007 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-60fd49fc-eb43-49bd-b63d-e698d3d838d9 req-0336cc76-6ded-40ef-a343-8f5579eeef6f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 943 time: 0.0857460 Sep 08 04:53:44.824713 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-60fd49fc-eb43-49bd-b63d-e698d3d838d9 req-d9297285-96f6-4664-b4b4-d74ca496c223 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Sep 08 04:53:44.844325 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-01c2ec7d-2d56-4285-9e26-e545dd6ca7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:44.846106 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-01c2ec7d-2d56-4285-9e26-e545dd6ca7f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 919 time: 0.5224967 Sep 08 04:53:44.846744 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02bca4ca-0208-410b-b5f3-00a4525b9260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.916850 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a4fc57e4-cf3f-4dd5-b19d-ad51a187a551 req-3a9824f3-83bf-4a91-aacd-96d3f73dbc56 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 210 time: 0.0374916 Sep 08 04:53:44.920226 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-563cc255-83c0-4c65-b702-bbfe64980034 admin admin] Deleting subnet b41255d3-5ee5-47a6-b087-8cdbf57e4623 {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 04:53:44.928576 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfd85b-caad-4ed4-9f76-14d1a8efd114 req-83f7e444-9b5d-4765-9d53-3f2bfe2cc18c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:44.930045 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d5dfd85b-caad-4ed4-9f76-14d1a8efd114 req-83f7e444-9b5d-4765-9d53-3f2bfe2cc18c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 944 time: 0.4152372 Sep 08 04:53:44.943898 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-563cc255-83c0-4c65-b702-bbfe64980034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.946685 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02bca4ca-0208-410b-b5f3-00a4525b9260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.952600 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-aac7c094-bfa0-4070-a49a-bf557bd09168 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578 HTTP/1.1" status: 200 len: 217 time: 0.0954328 Sep 08 04:53:44.958297 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-889b6006-7ea2-4214-b212-39ee87892d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:44.996566 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-889b6006-7ea2-4214-b212-39ee87892d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.097481 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-563cc255-83c0-4c65-b702-bbfe64980034 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.125411 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Made reservation on behalf of 8926ba2f11e9430ba55893825ac4c15c for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:53:45.129121 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.134988 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-889b6006-7ea2-4214-b212-39ee87892d28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5e9ee8c2922432791bb7ef174e60e57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1064165 Sep 08 04:53:45.135915 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39470) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:45.136460 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-563cc255-83c0-4c65-b702-bbfe64980034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.164598 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b6006-7ea2-4214-b212-39ee87892d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd55f358-f3fc-4885-b27a-441768a3efe0,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:45.174947 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d5dfd85b-caad-4ed4-9f76-14d1a8efd114 req-ac957f9f-653d-4286-a060-4ad64e6234f6 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319436 Sep 08 04:53:45.183108 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-ffaf1100-45c3-45ad-8c5b-43a67cf063c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:45.184498 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-ffaf1100-45c3-45ad-8c5b-43a67cf063c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.2039540 Sep 08 04:53:45.233203 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-5b032430-7e71-404f-b2f6-f5f1c3e11fdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399868 Sep 08 04:53:45.241366 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87f130d6-f749-467b-82b9-24a73f01b52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.242865 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b468387a-d4a9-484d-a443-a6ad0593b8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.247771 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87f130d6-f749-467b-82b9-24a73f01b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.260216 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02bca4ca-0208-410b-b5f3-00a4525b9260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.262761 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02bca4ca-0208-410b-b5f3-00a4525b9260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.266257 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-02bca4ca-0208-410b-b5f3-00a4525b9260 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22995c11-1910-4ef9-9afd-093aa6cfbe8d HTTP/1.1" status: 204 len: 168 time: 0.8894455 Sep 08 04:53:45.299315 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b468387a-d4a9-484d-a443-a6ad0593b8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.309565 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-87f130d6-f749-467b-82b9-24a73f01b52d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15e79e92a3134f9d833c5264676a29e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491992 Sep 08 04:53:45.310194 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39474) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:45.321167 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bca4ca-0208-410b-b5f3-00a4525b9260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22995c11-1910-4ef9-9afd-093aa6cfbe8d,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:45.330159 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-563cc255-83c0-4c65-b702-bbfe64980034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.332656 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f130d6-f749-467b-82b9-24a73f01b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2af6b1-0619-408a-9253-4af3b068bd70,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:45.399698 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0aff57fa-9052-42c9-8f45-a6018da0a5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.424618 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b468387a-d4a9-484d-a443-a6ad0593b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.424812 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-563cc255-83c0-4c65-b702-bbfe64980034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.426728 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-563cc255-83c0-4c65-b702-bbfe64980034 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b41255d3-5ee5-47a6-b087-8cdbf57e4623 HTTP/1.1" status: 204 len: 168 time: 0.8394728 Sep 08 04:53:45.427177 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b468387a-d4a9-484d-a443-a6ad0593b8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.427761 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cc255-83c0-4c65-b702-bbfe64980034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41255d3-5ee5-47a6-b087-8cdbf57e4623,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:45.431109 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b468387a-d4a9-484d-a443-a6ad0593b8bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd55f358-f3fc-4885-b27a-441768a3efe0 HTTP/1.1" status: 204 len: 168 time: 0.2916281 Sep 08 04:53:45.432728 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39476) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:45.443776 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0aff57fa-9052-42c9-8f45-a6018da0a5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.445512 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468387a-d4a9-484d-a443-a6ad0593b8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd55f358-f3fc-4885-b27a-441768a3efe0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:45.489338 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Allocated IP 172.20.0.6 (fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29/b3c43f72-054d-4867-afab-5e5dac9a1cfe/feb78593-fc35-44bf-8d2f-386bfed9efcd) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:53:45.492726 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-cbe70aa9-c342-4dcc-844a-ab82f3d89e76 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276175 Sep 08 04:53:45.511494 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0aff57fa-9052-42c9-8f45-a6018da0a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.515521 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0aff57fa-9052-42c9-8f45-a6018da0a5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.517186 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0aff57fa-9052-42c9-8f45-a6018da0a5bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c2af6b1-0619-408a-9253-4af3b068bd70 HTTP/1.1" status: 204 len: 168 time: 0.1986532 Sep 08 04:53:45.526641 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff57fa-9052-42c9-8f45-a6018da0a5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2af6b1-0619-408a-9253-4af3b068bd70,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:45.570704 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.708726 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057e8d0-e680-46f3-a0fe-f4634bd9333f req-b4f7586b-979a-46e4-bfbe-ea7057cbecd3 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:45.710729 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4057e8d0-e680-46f3-a0fe-f4634bd9333f req-b4f7586b-979a-46e4-bfbe-ea7057cbecd3 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 944 time: 0.0678179 Sep 08 04:53:45.742506 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-ac973957-810e-4780-9cc2-9e4afd049b3b service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201803 Sep 08 04:53:45.764807 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4057e8d0-e680-46f3-a0fe-f4634bd9333f req-44d3449b-62ac-4c6c-adc1-24e4418a3292 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460556 Sep 08 04:53:45.796716 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.827945 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.828290 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.829065 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.829396 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > port after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.829738 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.830109 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > port after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.830440 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.830776 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.831101 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.831423 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.885744 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39492) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:45.899216 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.899556 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.900059 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.900540 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 04:53:45.901073 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecf7dcc-d168-4f30-b88e-3a85bf576c53']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:45.909184 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1db26e59-b1ea-4999-a958-fb0a31d985c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.936112 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:45.959967 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23714d3-7c73-4be6-b4a5-6815f72ffd19') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:45.960489 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23714d3-7c73-4be6-b4a5-6815f72ffd19') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:53:46.015595 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32327736'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.021673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Transition to ACTIVE for port object feb78593-fc35-44bf-8d2f-386bfed9efcd will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:46.031355 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1db26e59-b1ea-4999-a958-fb0a31d985c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.036921 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1db26e59-b1ea-4999-a958-fb0a31d985c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.063159 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.082669 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 04:53:46.083461 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29364546'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.090236 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-663ddcbe-b7d9-464f-b605-039ec677504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:46.092200 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-663ddcbe-b7d9-464f-b605-039ec677504a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 1096 time: 0.1805079 Sep 08 04:53:46.094259 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-05e19b28-b4ac-4bcb-bea9-2e056c33890b req-64d958c7-c167-47e6-8649-15503d20c39d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 210 time: 0.0422685 Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: from cryptography.utils import int_from_bytes Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: from cryptography.utils import int_from_bytes Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: timer() Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: cb(*args, **kw) Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: self._notify() Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: self.callback(batched_events) Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: event.method(event) Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._get(url).json() Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 04:53:46.108380 dv-cinder-784140-7-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 04:53:46.113533 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db26e59-b1ea-4999-a958-fb0a31d985c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c29fded-98d0-4796-8397-c402261a38a0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:46.122257 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1db26e59-b1ea-4999-a958-fb0a31d985c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dccafd3769e4853b647926ceeeb7243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328813 Sep 08 04:53:46.134685 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39502) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:46.142379 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39504) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:46.156082 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd732057-11c2-4048-9781-0f22a2c382bf req-a8b0eb71-0271-45dd-bff6-9b2ae55458d3 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:46.157836 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cd732057-11c2-4048-9781-0f22a2c382bf req-a8b0eb71-0271-45dd-bff6-9b2ae55458d3 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 943 time: 0.2194145 Sep 08 04:53:46.165354 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7540cf3-5119-4149-8893-678088dc7ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.239109 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2369ffa-2b3d-43a8-98b6-4920dbcd3651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.267157 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2369ffa-2b3d-43a8-98b6-4920dbcd3651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.281620 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.283432 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.324608 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.329100 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] 10.222.0.20 "DELETE /v2.0/networks/1ecf7dcc-d168-4f30-b88e-3a85bf576c53 HTTP/1.1" status: 204 len: 168 time: 0.8929994 Sep 08 04:53:46.337582 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a58470-887f-454e-af89-4030fbff067f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ecf7dcc-d168-4f30-b88e-3a85bf576c53,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:46.361271 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:53:46.362216 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cd732057-11c2-4048-9781-0f22a2c382bf req-8fffccb6-fb6f-4164-bcd2-f121b358fec7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613357 Sep 08 04:53:46.395821 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-291285e6-d766-4b26-b408-ba947edc2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:46.397317 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-291285e6-d766-4b26-b408-ba947edc2e5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 919 time: 0.2755325 Sep 08 04:53:46.400813 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:53:46.408744 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:53:46.421535 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:53:46.453161 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:46.461077 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0378d7d-6d17-4ccb-b521-025c9848f8a9 req-93b70955-d6f4-4cd1-b548-6aa1fd516060 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:46.475891 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d0378d7d-6d17-4ccb-b521-025c9848f8a9 req-93b70955-d6f4-4cd1-b548-6aa1fd516060 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 944 time: 0.1993897 Sep 08 04:53:46.486285 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-6477de01-ce9f-4cff-b454-d78d7c9781bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b04866b8-fad5-4542-b0f4-043d8585ec36 HTTP/1.1" status: 200 len: 217 time: 0.0788317 Sep 08 04:53:46.506434 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,segment=NetworkSegment(680f8f3b-be85-41ba-ac87-843ce5563e51),segment_id=680f8f3b-be85-41ba-ac87-843ce5563e51)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:46.520337 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '9cbf1075-7556-45e6-8e5e-b6e3d1d4519c', 'network_id': 'f03aaeb0-62da-456f-8f8d-773ca97fb183', 'port_id': '9cbf1075-7556-45e6-8e5e-b6e3d1d4519c', 'mac_address': 'fa:16:3e:d4:5f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399cc25c-ea32-444e-9b3e-2d5d84d01613', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:53:46.574099 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:46.575194 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.595925 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.599241 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-c395f98a-0b60-4a2f-860a-a122b66010eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:46.600732 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-c395f98a-0b60-4a2f-860a-a122b66010eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.1056936 Sep 08 04:53:46.614711 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d0378d7d-6d17-4ccb-b521-025c9848f8a9 req-40eaf907-14ce-4fd4-a288-ae90627e8af2 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372695 Sep 08 04:53:46.622740 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:46.623129 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2369ffa-2b3d-43a8-98b6-4920dbcd3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.625892 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2369ffa-2b3d-43a8-98b6-4920dbcd3651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.627192 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a2369ffa-2b3d-43a8-98b6-4920dbcd3651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c29fded-98d0-4796-8397-c402261a38a0 HTTP/1.1" status: 204 len: 168 time: 0.4906623 Sep 08 04:53:46.629230 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7540cf3-5119-4149-8893-678088dc7ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.650206 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,segment=NetworkSegment(680f8f3b-be85-41ba-ac87-843ce5563e51),segment_id=680f8f3b-be85-41ba-ac87-843ce5563e51)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:46.651360 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39520) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:46.655889 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.673639 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7540cf3-5119-4149-8893-678088dc7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.680863 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2369ffa-2b3d-43a8-98b6-4920dbcd3651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c29fded-98d0-4796-8397-c402261a38a0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:46.682606 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-5a6a9624-1702-4ec8-be80-2cf5cb257df3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5451648 Sep 08 04:53:46.690280 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-6feadb71-b02e-431e-99ce-f7b7fe8a814e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546973 Sep 08 04:53:46.709938 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Request body: {'port': {'device_id': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:46.760531 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d7540cf3-5119-4149-8893-678088dc7ea1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=547e0b2ea88d4dec8e14f41826e1e5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146932 Sep 08 04:53:46.761539 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c7af30e1-935d-41c6-8c81-6994d5b51790 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2abced9f0424f029080472326ad57b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1089177 Sep 08 04:53:46.762356 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39522) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:46.767354 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:46.777215 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-c6f61a35-8d2c-42c5-9edb-b288568aa9f1 None None] Provisioning for port feb78593-fc35-44bf-8d2f-386bfed9efcd completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:46.785436 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-c6f61a35-8d2c-42c5-9edb-b288568aa9f1 None None] Provisioning complete for port feb78593-fc35-44bf-8d2f-386bfed9efcd triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:46.790424 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c6f61a35-8d2c-42c5-9edb-b288568aa9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.792181 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7540cf3-5119-4149-8893-678088dc7ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47efaaf-2bcc-491e-906f-6dd7843acad0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:46.795591 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39524) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:46.851343 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3371153-10e9-4bf7-aee3-4958660f5474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.867077 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c6f61a35-8d2c-42c5-9edb-b288568aa9f1 None None] Port feb78593-fc35-44bf-8d2f-386bfed9efcd cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:53:46.877317 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72ff87b8-b3cd-462f-8d03-e1173306ee11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.906270 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3371153-10e9-4bf7-aee3-4958660f5474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.922192 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72ff87b8-b3cd-462f-8d03-e1173306ee11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:46.978060 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['9cbf1075-7556-45e6-8e5e-b6e3d1d4519c'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:53:47.016970 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72ff87b8-b3cd-462f-8d03-e1173306ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:47.020816 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72ff87b8-b3cd-462f-8d03-e1173306ee11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:47.021903 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-72ff87b8-b3cd-462f-8d03-e1173306ee11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd1bce7e-60c9-48c3-81a3-2759071bbaa3 HTTP/1.1" status: 204 len: 168 time: 0.2254078 Sep 08 04:53:47.032723 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3371153-10e9-4bf7-aee3-4958660f5474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:47.037747 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3371153-10e9-4bf7-aee3-4958660f5474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:47.046761 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a3371153-10e9-4bf7-aee3-4958660f5474 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a47efaaf-2bcc-491e-906f-6dd7843acad0 HTTP/1.1" status: 204 len: 168 time: 0.2791560 Sep 08 04:53:47.055258 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff87b8-b3cd-462f-8d03-e1173306ee11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1bce7e-60c9-48c3-81a3-2759071bbaa3,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:47.070919 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3371153-10e9-4bf7-aee3-4958660f5474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47efaaf-2bcc-491e-906f-6dd7843acad0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:47.207712 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:47.281159 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350726b-40f1-4913-a530-5d820f58e424 req-e9b95ab0-4cb3-4345-9488-0e5ec4d26efb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:47.282900 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c350726b-40f1-4913-a530-5d820f58e424 req-e9b95ab0-4cb3-4345-9488-0e5ec4d26efb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 931 time: 0.0633059 Sep 08 04:53:47.322567 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-a87526d8-487c-48a8-9f30-aa6fcd06f2c9 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860999 Sep 08 04:53:47.333135 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c350726b-40f1-4913-a530-5d820f58e424 req-7789d495-f3db-4ab6-88bb-d2fab73fa035 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Sep 08 04:53:47.384651 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802ef7-f722-4c71-b5ed-ccfb8b1d2428 req-1b1a7b68-d7ae-4364-a097-f2d8f58f053a tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:47.386297 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-85802ef7-f722-4c71-b5ed-ccfb8b1d2428 req-1b1a7b68-d7ae-4364-a097-f2d8f58f053a tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 945 time: 0.2069256 Sep 08 04:53:47.505051 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d1217-c9c7-4668-94bc-c1a5d55ca22c req-143f3754-1610-4517-8fb5-f64e4eae4ef7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:47.510707 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-871d1217-c9c7-4668-94bc-c1a5d55ca22c req-143f3754-1610-4517-8fb5-f64e4eae4ef7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 943 time: 0.0658123 Sep 08 04:53:47.546236 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-85802ef7-f722-4c71-b5ed-ccfb8b1d2428 req-7147a0cd-8b03-4d94-a3ed-6abe6cb0c001 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460302 Sep 08 04:53:47.552394 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-871d1217-c9c7-4668-94bc-c1a5d55ca22c req-55132ef8-a1ea-4faf-88e4-047d39648b03 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371637 Sep 08 04:53:47.605465 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5a24be0b-7231-4ad3-a22a-cee10c9b3bce req-2fa45944-8502-4718-8931-ff33df0a061f service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731509 Sep 08 04:53:47.611681 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39554) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:47.672692 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39558) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:47.673252 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f5356cdf-0abe-4bcd-a101-58b81bf4dca4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8287f15cba248fb9938113a601b4000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601723 Sep 08 04:53:47.783742 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb78593-fc35-44bf-8d2f-386bfed9efcd {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:47.791538 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:47.825849 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa10b7d-44fd-4a3e-afce-acb1c4e8d7a1 req-f511217c-0b97-4348-ae49-2d2dcea6cb71 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:47.827433 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-efa10b7d-44fd-4a3e-afce-acb1c4e8d7a1 req-f511217c-0b97-4348-ae49-2d2dcea6cb71 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 944 time: 0.1334131 Sep 08 04:53:47.828550 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Transition to ACTIVE for port object feb78593-fc35-44bf-8d2f-386bfed9efcd will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:53:47.829373 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c3197c4-147f-4749-8ba7-29bb0bcd57c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:47.839598 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:47.887634 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c3197c4-147f-4749-8ba7-29bb0bcd57c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:47.976778 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:47.981488 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-efa10b7d-44fd-4a3e-afce-acb1c4e8d7a1 req-afc2a3b4-3cc3-4c5e-b26d-8a11e659e89e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428392 Sep 08 04:53:48.035262 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c3197c4-147f-4749-8ba7-29bb0bcd57c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:48.037746 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c3197c4-147f-4749-8ba7-29bb0bcd57c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:48.041899 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9c3197c4-147f-4749-8ba7-29bb0bcd57c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0827ddf8-e4ee-4f63-87f6-beff6e12cd72 HTTP/1.1" status: 204 len: 168 time: 0.3669586 Sep 08 04:53:48.044589 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Attempting to bind port feb78593-fc35-44bf-8d2f-386bfed9efcd on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:53:48.044961 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Attempting to bind port feb78593-fc35-44bf-8d2f-386bfed9efcd by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:53:48.045290 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Attempting to bind port feb78593-fc35-44bf-8d2f-386bfed9efcd on network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:48.054292 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3197c4-147f-4749-8ba7-29bb0bcd57c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0827ddf8-e4ee-4f63-87f6-beff6e12cd72,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:48.056177 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Port feb78593-fc35-44bf-8d2f-386bfed9efcd on network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:53:48.056509 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Attempting to bind port feb78593-fc35-44bf-8d2f-386bfed9efcd on network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:53:48.068177 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:53:48.068517 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Checking segment: {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:53:48.068905 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Bound using segment: {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:53:48.069344 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Bound port: feb78593-fc35-44bf-8d2f-386bfed9efcd, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:53:48.069707 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:48.163078 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:53:48.166861 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:53:48.172476 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:48.216737 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:48.217345 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:48.218755 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/feb78593-fc35-44bf-8d2f-386bfed9efcd HTTP/1.1" status: 200 len: 1093 time: 1.5167634 Sep 08 04:53:48.219209 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:53:48.221672 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989cfb50-bf74-4fa4-bd27-0b78486ab45d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:53:48.246533 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f5a33-c5d8-47ea-a35e-edf97cef18d2 service neutron] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:48.295391 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba83b23-79b9-4f94-8030-536c5693f1ad x-openstack-request-id: req-4ba83b23-79b9-4f94-8030-536c5693f1ad {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:53:48.295706 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:53:48.295957 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ba83b23-79b9-4f94-8030-536c5693f1ad {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:53:48.296606 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'status': 'completed', 'code': 200} Sep 08 04:53:48.323878 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device b04866b8-fad5-4542-b0f4-043d8585ec36 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:53:48.362145 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-3c9b0e13-73a7-43ae-9867-6b868c572776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:48.364092 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-3c9b0e13-73a7-43ae-9867-6b868c572776 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 1096 time: 0.0877957 Sep 08 04:53:48.365484 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:48.461756 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-c1a0aa6f-c79e-4288-80cc-29eb94f34cea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd HTTP/1.1" status: 200 len: 217 time: 0.0796657 Sep 08 04:53:48.530473 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:48.538237 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port b04866b8-fad5-4542-b0f4-043d8585ec36, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b04866b8-fad5-4542-b0f4-043d8585ec36,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:48.547954 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:48.548541 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:48.550330 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-6d1dab69-7818-49d5-a865-aea6ba5c8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:48.552092 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-6d1dab69-7818-49d5-a865-aea6ba5c8e36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0782952 Sep 08 04:53:48.561885 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcf4e-b5a2-4271-803d-7204c1ca00e5 req-698ba26b-8054-4782-8135-b5132fb1d278 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:48.563524 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b73dcf4e-b5a2-4271-803d-7204c1ca00e5 req-698ba26b-8054-4782-8135-b5132fb1d278 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.1160681 Sep 08 04:53:48.586785 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'b04866b8-fad5-4542-b0f4-043d8585ec36', 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e', 'port_id': 'b04866b8-fad5-4542-b0f4-043d8585ec36', 'mac_address': 'fa:16:3e:31:ce:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafd0459-d8a3-4c8b-89b5-3670cd5f3179', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:53:48.692762 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-63737960-4b29-46fc-91de-c5fb3dfae47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:48.696989 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-63737960-4b29-46fc-91de-c5fb3dfae47c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1324730 Sep 08 04:53:48.721504 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b73dcf4e-b5a2-4271-803d-7204c1ca00e5 req-b6127528-4535-47be-b547-5373464ad61e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493561 Sep 08 04:53:48.735021 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcc887-6092-468e-861a-5287a7e9dd32 req-2a146eb1-fb0e-4278-bd29-12dd087f1441 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:48.746351 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c3dcc887-6092-468e-861a-5287a7e9dd32 req-2a146eb1-fb0e-4278-bd29-12dd087f1441 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 945 time: 0.0821157 Sep 08 04:53:48.814557 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c3dcc887-6092-468e-861a-5287a7e9dd32 req-1637827e-bd14-46d5-a359-481c844afb49 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671632 Sep 08 04:53:48.828726 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:48.846434 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04866b8-fad5-4542-b0f4-043d8585ec36 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:48.870067 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-82facc74-359e-4815-bdd6-c112fbbaf142 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462350 Sep 08 04:53:48.886932 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port b04866b8-fad5-4542-b0f4-043d8585ec36, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b04866b8-fad5-4542-b0f4-043d8585ec36,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:48.898419 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:48.899190 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 27d6fdba-caf8-4f9f-911f-aee8d1b43578 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:53:48.909418 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:48.978468 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242276-b44f-4dce-95b3-0fc3e27bf951 req-3bd7c98d-34a7-4016-a5e2-2e6be910e2d7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:48.986190 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d2242276-b44f-4dce-95b3-0fc3e27bf951 req-3bd7c98d-34a7-4016-a5e2-2e6be910e2d7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 943 time: 0.1182921 Sep 08 04:53:48.994377 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4d1519-1fe7-491d-b542-79ad09e67329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf1075-7556-45e6-8e5e-b6e3d1d4519c'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:53:49.039462 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5951ca0f-30de-4958-90d3-a762e20408d7 req-20a2ee0f-d37d-436b-a9f8-79dbb52212e8 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609955 Sep 08 04:53:49.050710 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d2242276-b44f-4dce-95b3-0fc3e27bf951 req-f3e90148-7a56-4d0d-9c87-2313068106b0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633330 Sep 08 04:53:49.096659 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 27d6fdba-caf8-4f9f-911f-aee8d1b43578, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:49.099328 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=b04866b8-fad5-4542-b0f4-043d8585ec36,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:49.103743 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,segment=NetworkSegment(680f8f3b-be85-41ba-ac87-843ce5563e51),segment_id=680f8f3b-be85-41ba-ac87-843ce5563e51)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:49.112408 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:49.119163 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '27d6fdba-caf8-4f9f-911f-aee8d1b43578', 'network_id': 'fdaa3f2a-fc7c-45d2-95fe-98747c1d232e', 'port_id': '27d6fdba-caf8-4f9f-911f-aee8d1b43578', 'mac_address': 'fa:16:3e:7c:b7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafd0459-d8a3-4c8b-89b5-3670cd5f3179', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:53:49.172173 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc489e-cc14-4643-b138-f034beddb974 req-e1870977-30c1-4950-a56a-b9701399b5d7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:49.174218 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8adc489e-cc14-4643-b138-f034beddb974 req-e1870977-30c1-4950-a56a-b9701399b5d7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 944 time: 0.0754395 Sep 08 04:53:49.196733 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:49.201428 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:49.215920 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d6fdba-caf8-4f9f-911f-aee8d1b43578 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:49.228832 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-e2eb9ae2-75ff-4019-ab61-33f7ed823478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:49.230422 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-e2eb9ae2-75ff-4019-ab61-33f7ed823478 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 1096 time: 0.0857093 Sep 08 04:53:49.239668 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8adc489e-cc14-4643-b138-f034beddb974 req-54591cbf-2863-40f3-b913-d5bc9eb963f1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457971 Sep 08 04:53:49.246479 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 27d6fdba-caf8-4f9f-911f-aee8d1b43578, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:49.253621 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:49.254992 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 37a58342-d052-4869-998f-011706bc7d37 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:53:49.336211 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=27d6fdba-caf8-4f9f-911f-aee8d1b43578,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:49.356269 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-bf85f7f5-8f3b-4a5f-9228-9fed6251fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:49.358170 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-bf85f7f5-8f3b-4a5f-9228-9fed6251fefb service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.1190410 Sep 08 04:53:49.405499 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-26aa78c5-e258-4b47-8896-53d9ad0f9a04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd HTTP/1.1" status: 200 len: 217 time: 0.0392518 Sep 08 04:53:49.419028 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 37a58342-d052-4869-998f-011706bc7d37, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37a58342-d052-4869-998f-011706bc7d37,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:49.430782 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '37a58342-d052-4869-998f-011706bc7d37', 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1', 'port_id': '37a58342-d052-4869-998f-011706bc7d37', 'mac_address': 'fa:16:3e:38:3d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adae5ab8-6eef-428f-9b0f-4bfe076be22b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:53:49.471393 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:49.472519 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-8e6b227c-0d97-402a-a329-bf93f575ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:49.474196 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-8e6b227c-0d97-402a-a329-bf93f575ff88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0606530 Sep 08 04:53:49.484520 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a58342-d052-4869-998f-011706bc7d37 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:49.507752 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 37a58342-d052-4869-998f-011706bc7d37, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37a58342-d052-4869-998f-011706bc7d37,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:49.514258 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:49.541002 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-50b1e580-b410-43eb-9bc2-c4c8fdf98fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:49.542682 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-50b1e580-b410-43eb-9bc2-c4c8fdf98fef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602591 Sep 08 04:53:49.549004 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39638) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:49.564391 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=37a58342-d052-4869-998f-011706bc7d37,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:49.650275 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-620e5173-cbab-41e9-bbf9-e2f3cf3662b7 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937383 Sep 08 04:53:49.663441 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c79846d-db73-4941-bcfe-1219020a1e78" -d '{"events": [{"server_uuid": "1a4d1519-1fe7-491d-b542-79ad09e67329", "name": "network-vif-plugged", "status": "completed", "tag": "9cbf1075-7556-45e6-8e5e-b6e3d1d4519c"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:53:49.755593 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-989cfb50-bf74-4fa4-bd27-0b78486ab45d req-e333a939-a5ac-4bc8-b442-cc0a038db34c service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960317 Sep 08 04:53:49.837110 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6b230b2b-55d6-49c2-8d54-d31ac225197a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:49.861905 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94541ba-6ecf-45e7-be2a-334802fdd24c req-216d4883-15cc-4096-b7c1-e5cfdfcb55ea tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:49.864149 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c94541ba-6ecf-45e7-be2a-334802fdd24c req-216d4883-15cc-4096-b7c1-e5cfdfcb55ea tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0603108 Sep 08 04:53:49.922715 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c94541ba-6ecf-45e7-be2a-334802fdd24c req-910eda20-2a2e-4d0a-868f-5b6eff610537 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443115 Sep 08 04:53:49.985799 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6b230b2b-55d6-49c2-8d54-d31ac225197a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:49.990308 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6b230b2b-55d6-49c2-8d54-d31ac225197a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:49.991550 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['b04866b8-fad5-4542-b0f4-043d8585ec36'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:53:50.028200 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b230b2b-55d6-49c2-8d54-d31ac225197a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c507704-646f-49f2-8904-22afe4cb4178,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:50.046019 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['37a58342-d052-4869-998f-011706bc7d37'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:53:50.048478 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['27d6fdba-caf8-4f9f-911f-aee8d1b43578'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:53:50.052959 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6b230b2b-55d6-49c2-8d54-d31ac225197a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d08b7fe9549f4d508cee3a6738dc879a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028133 Sep 08 04:53:50.056119 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39664) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:50.116307 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2011b196-ef72-45be-8792-49d722aca344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:50.140141 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2967a60f-7c16-4260-a27e-bef4023dc652 x-openstack-request-id: req-2967a60f-7c16-4260-a27e-bef4023dc652 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:53:50.140429 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4d1519-1fe7-491d-b542-79ad09e67329", "name": "network-vif-plugged", "status": "completed", "tag": "9cbf1075-7556-45e6-8e5e-b6e3d1d4519c", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:53:50.140683 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2967a60f-7c16-4260-a27e-bef4023dc652 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:53:50.141136 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4d1519-1fe7-491d-b542-79ad09e67329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf1075-7556-45e6-8e5e-b6e3d1d4519c', 'code': 200} Sep 08 04:53:50.150335 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2011b196-ef72-45be-8792-49d722aca344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:50.150534 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bf63c-136c-452d-9b82-81f53703b413 req-8ff77947-2fe8-4f11-abb5-6f1e2d288708 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:50.167704 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b73bf63c-136c-452d-9b82-81f53703b413 req-8ff77947-2fe8-4f11-abb5-6f1e2d288708 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.1562555 Sep 08 04:53:50.234725 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2011b196-ef72-45be-8792-49d722aca344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:50.238447 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2011b196-ef72-45be-8792-49d722aca344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:50.242123 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2011b196-ef72-45be-8792-49d722aca344 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c507704-646f-49f2-8904-22afe4cb4178 HTTP/1.1" status: 204 len: 168 time: 0.1826777 Sep 08 04:53:50.259914 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011b196-ef72-45be-8792-49d722aca344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c507704-646f-49f2-8904-22afe4cb4178,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:50.292426 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b73bf63c-136c-452d-9b82-81f53703b413 req-955986cc-bc48-4223-b031-2c6d8bd34fba tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181722 Sep 08 04:53:50.358658 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c3529-5768-477a-ad3b-fe313697c6f6 req-d7f49e87-087d-41f0-8e65-d343c52ebb82 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:50.360277 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2e0c3529-5768-477a-ad3b-fe313697c6f6 req-d7f49e87-087d-41f0-8e65-d343c52ebb82 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 944 time: 0.0780227 Sep 08 04:53:50.472556 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ae0b5-764c-44e9-b7df-aedaae40b541 req-4a2a308b-1136-497b-8ffb-00c085a9741f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:50.479850 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-dc4ae0b5-764c-44e9-b7df-aedaae40b541 req-4a2a308b-1136-497b-8ffb-00c085a9741f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 945 time: 0.0927382 Sep 08 04:53:50.507927 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2e0c3529-5768-477a-ad3b-fe313697c6f6 req-5e2fa8be-95ae-4c89-a5d5-f7e894b969a3 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382446 Sep 08 04:53:50.524164 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe7fd8-e635-4938-b9c6-960d9d57e880 req-f4bc8c33-f3f1-4694-98a9-d21f090770e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:50.526145 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c9fe7fd8-e635-4938-b9c6-960d9d57e880 req-f4bc8c33-f3f1-4694-98a9-d21f090770e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 1099 time: 0.1107507 Sep 08 04:53:50.530252 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-dc4ae0b5-764c-44e9-b7df-aedaae40b541 req-dfc460c3-646d-4d41-9080-43ecaa99404b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Sep 08 04:53:50.549049 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c9fe7fd8-e635-4938-b9c6-960d9d57e880 req-94817951-aadc-4478-b32a-8da86de43cc2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:50.651010 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c9fe7fd8-e635-4938-b9c6-960d9d57e880 req-94817951-aadc-4478-b32a-8da86de43cc2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:50.655932 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c9fe7fd8-e635-4938-b9c6-960d9d57e880 req-94817951-aadc-4478-b32a-8da86de43cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:50.696071 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c9fe7fd8-e635-4938-b9c6-960d9d57e880 req-94817951-aadc-4478-b32a-8da86de43cc2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614783 Sep 08 04:53:50.697896 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817951-aadc-4478-b32a-8da86de43cc2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=16c3472f-d188-4c3d-8f2d-446d2470d2ad,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:51.027196 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39702) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:51.041342 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec36f530-deb3-4272-8220-6234bc788b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:51.053352 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4b3b-515b-4f08-a635-2cb88b12b21f req-bf4bdb13-aaf8-4f4c-a802-64bd3e79d7e4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:51.055413 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c84c4b3b-515b-4f08-a635-2cb88b12b21f req-bf4bdb13-aaf8-4f4c-a802-64bd3e79d7e4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0566001 Sep 08 04:53:51.103307 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c84c4b3b-515b-4f08-a635-2cb88b12b21f req-92662091-b9ac-48e1-b665-e98ad26e3ceb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411603 Sep 08 04:53:51.147605 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec36f530-deb3-4272-8220-6234bc788b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:51.152372 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec36f530-deb3-4272-8220-6234bc788b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:51.193388 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36f530-deb3-4272-8220-6234bc788b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd98edf-36e1-47a2-865d-4023100c9aa7,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:51.197809 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ec36f530-deb3-4272-8220-6234bc788b00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3f2350eb1524528958ade13f650c5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695697 Sep 08 04:53:51.200934 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39706) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:51.252565 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-464f887a-8139-45c2-a9c5-eca41c9c5d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:51.279597 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-464f887a-8139-45c2-a9c5-eca41c9c5d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:51.355493 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-464f887a-8139-45c2-a9c5-eca41c9c5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:51.358715 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-464f887a-8139-45c2-a9c5-eca41c9c5d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:51.363439 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-464f887a-8139-45c2-a9c5-eca41c9c5d1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bd98edf-36e1-47a2-865d-4023100c9aa7 HTTP/1.1" status: 204 len: 168 time: 0.1584656 Sep 08 04:53:51.369225 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f887a-8139-45c2-a9c5-eca41c9c5d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd98edf-36e1-47a2-865d-4023100c9aa7,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:51.444802 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bbf42-f7f3-4aa2-a4dd-311c1cca2b1f req-42fa31f1-a2d5-4e85-8da7-650333bafb8b tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:51.446456 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-459bbf42-f7f3-4aa2-a4dd-311c1cca2b1f req-42fa31f1-a2d5-4e85-8da7-650333bafb8b tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.0643611 Sep 08 04:53:51.493959 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-459bbf42-f7f3-4aa2-a4dd-311c1cca2b1f req-a3eb82cd-1f80-405a-82cb-8ff508c2670b tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Sep 08 04:53:51.717692 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb081302-9b12-4176-9436-72f24cfd0f6e req-5c59d9e0-4c9d-4c70-94e2-c4f3af01f544 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:51.721946 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb081302-9b12-4176-9436-72f24cfd0f6e req-5c59d9e0-4c9d-4c70-94e2-c4f3af01f544 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 944 time: 0.0806305 Sep 08 04:53:51.750106 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b092-181c-4e45-b7a7-80397c522ae4 req-0ed46c9d-9fa9-47af-8c07-9f8441712f3c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:51.752063 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5fd1b092-181c-4e45-b7a7-80397c522ae4 req-0ed46c9d-9fa9-47af-8c07-9f8441712f3c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 945 time: 0.0663080 Sep 08 04:53:51.757752 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39732) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:51.777525 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb081302-9b12-4176-9436-72f24cfd0f6e req-05ea7995-e315-4a37-ba51-8bc4b05cdf50 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Sep 08 04:53:51.802439 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5fd1b092-181c-4e45-b7a7-80397c522ae4 req-40fb11fd-a585-44fd-9b75-1cf3f6ac6be2 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385106 Sep 08 04:53:51.931575 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29258cdc-94f1-458b-976b-fbacf0332a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.037062 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29258cdc-94f1-458b-976b-fbacf0332a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.041315 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29258cdc-94f1-458b-976b-fbacf0332a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.083714 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-29258cdc-94f1-458b-976b-fbacf0332a55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=013a2f3e2fb7412a8a547f547ae01a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246963 Sep 08 04:53:52.085858 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29258cdc-94f1-458b-976b-fbacf0332a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363475ba-f93e-4139-a95c-ba2d9547e961,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:52.087118 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39750) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:52.172914 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2e10861-3150-4d5c-afce-1d54dd9278fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.221266 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2e10861-3150-4d5c-afce-1d54dd9278fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.272768 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf5821-10bd-4054-970d-0dcae5909dd4 req-cd5b11dc-439e-4842-88a9-a509a99ce40d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:52.279970 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-92bf5821-10bd-4054-970d-0dcae5909dd4 req-cd5b11dc-439e-4842-88a9-a509a99ce40d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0857804 Sep 08 04:53:52.319819 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2e10861-3150-4d5c-afce-1d54dd9278fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.319819 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2e10861-3150-4d5c-afce-1d54dd9278fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.323705 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e2e10861-3150-4d5c-afce-1d54dd9278fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/363475ba-f93e-4139-a95c-ba2d9547e961 HTTP/1.1" status: 204 len: 168 time: 0.2354169 Sep 08 04:53:52.336475 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-92bf5821-10bd-4054-970d-0dcae5909dd4 req-7a2dbfab-782f-47d7-9340-7bd7a4b2dd2b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552595 Sep 08 04:53:52.351274 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e10861-3150-4d5c-afce-1d54dd9278fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363475ba-f93e-4139-a95c-ba2d9547e961,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:52.361630 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:53:52.376622 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 27d6fdba-caf8-4f9f-911f-aee8d1b43578 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:52.495023 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 27d6fdba-caf8-4f9f-911f-aee8d1b43578 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:52.505220 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 27d6fdba-caf8-4f9f-911f-aee8d1b43578 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:52.506022 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.556211 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:52.575200 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'port_id': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'mac_address': 'fa:16:3e:01:1e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:53:52.631090 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc1d65-1ad1-4402-9e65-094e26908472 req-aaf2f685-d08e-4c1b-90aa-45b0e3075903 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:52.633091 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fbcc1d65-1ad1-4402-9e65-094e26908472 req-aaf2f685-d08e-4c1b-90aa-45b0e3075903 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.0546021 Sep 08 04:53:52.645946 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.655286 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.670325 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb78593-fc35-44bf-8d2f-386bfed9efcd {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:53:52.688695 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fbcc1d65-1ad1-4402-9e65-094e26908472 req-5807fb82-5c99-4232-8673-b4396577b199 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Sep 08 04:53:52.689413 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d6fdba-caf8-4f9f-911f-aee8d1b43578'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:53:52.691681 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ac0713-269c-4847-a29c-2d33094b1a54" -d '{"events": [{"server_uuid": "0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5", "name": "network-vif-plugged", "status": "completed", "tag": "27d6fdba-caf8-4f9f-911f-aee8d1b43578"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:53:52.745921 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 27d6fdba-caf8-4f9f-911f-aee8d1b43578, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:52.748866 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:52.753779 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62c22d2-c4d3-48e2-9420-a457775fd2aa x-openstack-request-id: req-c62c22d2-c4d3-48e2-9420-a457775fd2aa {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:53:52.754314 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5", "name": "network-vif-plugged", "status": "completed", "tag": "27d6fdba-caf8-4f9f-911f-aee8d1b43578", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:53:52.754912 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c62c22d2-c4d3-48e2-9420-a457775fd2aa {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:53:52.755839 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d6fdba-caf8-4f9f-911f-aee8d1b43578', 'code': 200} Sep 08 04:53:52.757380 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.758734 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 37a58342-d052-4869-998f-011706bc7d37 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:52.774182 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:52.892898 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=27d6fdba-caf8-4f9f-911f-aee8d1b43578,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:52.917148 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39796) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:53.005102 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 37a58342-d052-4869-998f-011706bc7d37 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:53.018279 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f900e8f2-c694-47f8-95b0-565b229ba04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.036110 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 37a58342-d052-4869-998f-011706bc7d37 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:53.036479 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.043011 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88546ae-df4a-4e18-924f-0acd95363381 req-ecaf3ada-a5a6-4d73-a3dc-9deee940b02f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:53.052043 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39800) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:53.052358 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f88546ae-df4a-4e18-924f-0acd95363381 req-ecaf3ada-a5a6-4d73-a3dc-9deee940b02f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 944 time: 0.1378617 Sep 08 04:53:53.117127 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['feb78593-fc35-44bf-8d2f-386bfed9efcd'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:53:53.122685 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f88546ae-df4a-4e18-924f-0acd95363381 req-4c2f20ab-3154-43cd-9bcf-45b08800a167 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645761 Sep 08 04:53:53.130520 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f40e-dca2-4279-badb-38f957ec2042 req-17c32e7a-24a5-4fb6-b95d-04a596143a97 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:53.132796 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-38c7f40e-dca2-4279-badb-38f957ec2042 req-17c32e7a-24a5-4fb6-b95d-04a596143a97 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 945 time: 0.2131345 Sep 08 04:53:53.158196 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3b721-9f9b-42cb-907c-053a5b76e36f req-77e3de9d-cca8-4114-9118-055ae877b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:53.161355 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6af3b721-9f9b-42cb-907c-053a5b76e36f req-77e3de9d-cca8-4114-9118-055ae877b4b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1098 time: 0.1062617 Sep 08 04:53:53.169948 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:53.289883 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.300257 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-38c7f40e-dca2-4279-badb-38f957ec2042 req-ec7dbfc2-4143-4dcf-8768-bb9d42494768 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561775 Sep 08 04:53:53.305384 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6af3b721-9f9b-42cb-907c-053a5b76e36f req-5fdaa8b3-5e0d-44c0-9193-cb1b278055d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171649 Sep 08 04:53:53.385323 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f900e8f2-c694-47f8-95b0-565b229ba04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.400969 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f900e8f2-c694-47f8-95b0-565b229ba04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.410132 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 37a58342-d052-4869-998f-011706bc7d37, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37a58342-d052-4869-998f-011706bc7d37,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:53.420144 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.421073 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device b04866b8-fad5-4542-b0f4-043d8585ec36 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:53.440050 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900e8f2-c694-47f8-95b0-565b229ba04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b07718a-7c79-4433-bda5-89d54742f193,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:53.491709 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6c65-7cb4-4d71-b31e-04969cf34924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.501749 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f900e8f2-c694-47f8-95b0-565b229ba04f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1014f06550d419a9147d1e1037700c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832064 Sep 08 04:53:53.504537 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39820) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:53.610509 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port b04866b8-fad5-4542-b0f4-043d8585ec36 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:53.618207 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port b04866b8-fad5-4542-b0f4-043d8585ec36 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:53.618573 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.649383 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=37a58342-d052-4869-998f-011706bc7d37,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:53.665362 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c6bce-c346-41ba-9bac-d826145e464b req-863b0a68-24f8-4d6b-b533-8a83ab4994c7 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:53.666965 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7a1c6bce-c346-41ba-9bac-d826145e464b req-863b0a68-24f8-4d6b-b533-8a83ab4994c7 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 944 time: 0.1431262 Sep 08 04:53:53.686244 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6af0a5a8-2479-49c8-a69f-03ef859a70e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.694004 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6c65-7cb4-4d71-b31e-04969cf34924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.701534 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6c65-7cb4-4d71-b31e-04969cf34924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.740141 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.746329 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6af0a5a8-2479-49c8-a69f-03ef859a70e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.751554 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7a1c6bce-c346-41ba-9bac-d826145e464b req-03fd38f7-518d-4760-abb0-56e8e4bcba46 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680957 Sep 08 04:53:53.759499 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9a3b6c65-7cb4-4d71-b31e-04969cf34924 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ace4f3f129b470b8540ce453a106be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029581 Sep 08 04:53:53.762823 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39830) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:53.785667 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port b04866b8-fad5-4542-b0f4-043d8585ec36, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b04866b8-fad5-4542-b0f4-043d8585ec36,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:53.785872 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b6c65-7cb4-4d71-b31e-04969cf34924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe7e777-f2df-4e90-9129-f70ada3651cf,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:53.792026 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.851347 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6af0a5a8-2479-49c8-a69f-03ef859a70e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.854363 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6af0a5a8-2479-49c8-a69f-03ef859a70e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.858095 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-6af0a5a8-2479-49c8-a69f-03ef859a70e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b07718a-7c79-4433-bda5-89d54742f193 HTTP/1.1" status: 204 len: 168 time: 0.3500085 Sep 08 04:53:53.862837 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=b04866b8-fad5-4542-b0f4-043d8585ec36,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:53.867724 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0a5a8-2479-49c8-a69f-03ef859a70e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b07718a-7c79-4433-bda5-89d54742f193,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:53.869480 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a75c291e-9622-43a7-9f54-3461dc6ca869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.896382 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a75c291e-9622-43a7-9f54-3461dc6ca869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.952266 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a75c291e-9622-43a7-9f54-3461dc6ca869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.955172 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a75c291e-9622-43a7-9f54-3461dc6ca869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:53.958690 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a75c291e-9622-43a7-9f54-3461dc6ca869 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afe7e777-f2df-4e90-9129-f70ada3651cf HTTP/1.1" status: 204 len: 168 time: 0.1926033 Sep 08 04:53:53.970960 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c291e-9622-43a7-9f54-3461dc6ca869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe7e777-f2df-4e90-9129-f70ada3651cf,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:54.269586 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564524e-82e1-453f-a66c-ee1cd448f1e1 req-568abccd-8f58-479d-903b-9869383e0a67 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:54.271052 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3564524e-82e1-453f-a66c-ee1cd448f1e1 req-568abccd-8f58-479d-903b-9869383e0a67 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0554061 Sep 08 04:53:54.319601 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39858) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:54.330216 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3564524e-82e1-453f-a66c-ee1cd448f1e1 req-b51e12d1-8a3c-49b8-b5d6-2f2d7a580fe4 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506001 Sep 08 04:53:54.334157 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c69f07d8-d681-4bfb-a54a-0d2a164a1501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.392269 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:53:54.471635 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port feb78593-fc35-44bf-8d2f-386bfed9efcd completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:53:54.476666 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port feb78593-fc35-44bf-8d2f-386bfed9efcd triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:53:54.477045 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.509658 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c69f07d8-d681-4bfb-a54a-0d2a164a1501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.521910 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a699e5-ea2c-49f4-937b-98d2dccc7007 req-62757918-54a4-4203-b4b3-4937bab092b1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:54.523285 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-07a699e5-ea2c-49f4-937b-98d2dccc7007 req-62757918-54a4-4203-b4b3-4937bab092b1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.1174133 Sep 08 04:53:54.524635 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c69f07d8-d681-4bfb-a54a-0d2a164a1501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.585132 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f07d8-d681-4bfb-a54a-0d2a164a1501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fd2327-12de-40d1-8ff9-0b7a2bb51911,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:54.587213 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.605049 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c69f07d8-d681-4bfb-a54a-0d2a164a1501 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7762ac0a53434d5d90894f68a51f695e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843559 Sep 08 04:53:54.608457 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39870) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:54.645753 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:53:54.651561 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.668402 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-07a699e5-ea2c-49f4-937b-98d2dccc7007 req-8200958c-7884-4ccc-86cc-8061bdb33e84 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362665 Sep 08 04:53:54.715266 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9f0f780b-41fd-4107-8088-bd3c0ed0b7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.725646 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:54.738608 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9f0f780b-41fd-4107-8088-bd3c0ed0b7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.757617 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee5ea8c-85b6-420c-bed3-a811c66fb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a58342-d052-4869-998f-011706bc7d37'}, {'server_uuid': 'cfefcf93-ee3d-43f0-8bce-06f72b9154e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04866b8-fad5-4542-b0f4-043d8585ec36'}, {'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:53:54.760045 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d867c-3177-4754-bb4f-4e33e4328152" -d '{"events": [{"server_uuid": "9ee5ea8c-85b6-420c-bed3-a811c66fb23a", "name": "network-vif-plugged", "status": "completed", "tag": "37a58342-d052-4869-998f-011706bc7d37"}, {"server_uuid": "cfefcf93-ee3d-43f0-8bce-06f72b9154e0", "name": "network-vif-plugged", "status": "completed", "tag": "b04866b8-fad5-4542-b0f4-043d8585ec36"}, {"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-plugged", "status": "completed", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:53:54.816941 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9f0f780b-41fd-4107-8088-bd3c0ed0b7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.820123 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9f0f780b-41fd-4107-8088-bd3c0ed0b7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:54.824039 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9f0f780b-41fd-4107-8088-bd3c0ed0b7df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51fd2327-12de-40d1-8ff9-0b7a2bb51911 HTTP/1.1" status: 204 len: 168 time: 0.2117162 Sep 08 04:53:54.841104 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f780b-41fd-4107-8088-bd3c0ed0b7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fd2327-12de-40d1-8ff9-0b7a2bb51911,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:54.845825 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 04:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ee185-865c-4098-9cf8-4109aefabec7 x-openstack-request-id: req-697ee185-865c-4098-9cf8-4109aefabec7 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:53:54.846284 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee5ea8c-85b6-420c-bed3-a811c66fb23a", "name": "network-vif-plugged", "status": "completed", "tag": "37a58342-d052-4869-998f-011706bc7d37", "code": 200}, {"server_uuid": "cfefcf93-ee3d-43f0-8bce-06f72b9154e0", "name": "network-vif-plugged", "status": "completed", "tag": "b04866b8-fad5-4542-b0f4-043d8585ec36", "code": 200}, {"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-plugged", "status": "completed", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:53:54.846463 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-697ee185-865c-4098-9cf8-4109aefabec7 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:53:54.846857 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee5ea8c-85b6-420c-bed3-a811c66fb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a58342-d052-4869-998f-011706bc7d37', 'code': 200} Sep 08 04:53:54.847271 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfefcf93-ee3d-43f0-8bce-06f72b9154e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04866b8-fad5-4542-b0f4-043d8585ec36', 'code': 200} Sep 08 04:53:54.847430 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'code': 200} Sep 08 04:53:55.003592 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849024d-c105-43c9-92a9-431eb9560b7c req-9b09992d-8970-46f3-bb44-8dd565ec0147 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:55.006792 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4849024d-c105-43c9-92a9-431eb9560b7c req-9b09992d-8970-46f3-bb44-8dd565ec0147 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.1020827 Sep 08 04:53:55.065939 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4849024d-c105-43c9-92a9-431eb9560b7c req-1a87d0be-8092-430a-b8d9-8e5e9bde8d98 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541990 Sep 08 04:53:55.340725 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26646c0e-c368-417a-8215-8f160af209b0 req-5b06a636-ee66-4411-898f-e5c82e8a34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:55.343354 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-26646c0e-c368-417a-8215-8f160af209b0 req-5b06a636-ee66-4411-898f-e5c82e8a34d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 1098 time: 0.1190200 Sep 08 04:53:55.352747 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585b22d-162c-4871-88e4-458c312f5e07 req-df1f1fd2-924f-43be-99cd-fab31ac25edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:55.354293 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8585b22d-162c-4871-88e4-458c312f5e07 req-df1f1fd2-924f-43be-99cd-fab31ac25edc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 1099 time: 0.0842071 Sep 08 04:53:55.370342 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5930e9c-efcf-4b42-beda-b3a5fe8e2295 req-4ad8f5cf-c07a-4720-aa89-d6401cf15376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:55.371855 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f5930e9c-efcf-4b42-beda-b3a5fe8e2295 req-4ad8f5cf-c07a-4720-aa89-d6401cf15376 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 1098 time: 0.1199851 Sep 08 04:53:55.528356 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f5930e9c-efcf-4b42-beda-b3a5fe8e2295 req-7ac85f6c-fe0c-49bd-85b3-5926e8f92fda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210291 Sep 08 04:53:55.537479 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793c2f0-8a84-497c-8354-70df45718d1e req-3c446603-45d8-4d6c-8c90-4fd738f8fe3f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:55.547391 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5793c2f0-8a84-497c-8354-70df45718d1e req-3c446603-45d8-4d6c-8c90-4fd738f8fe3f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.1260991 Sep 08 04:53:55.585643 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5793c2f0-8a84-497c-8354-70df45718d1e req-ea289339-4447-40d2-8f3e-cc0fe8141e6d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Sep 08 04:53:55.667470 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-26646c0e-c368-417a-8215-8f160af209b0 req-0554bf43-0123-4b17-83d8-050838158029 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712591 Sep 08 04:53:55.685216 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8585b22d-162c-4871-88e4-458c312f5e07 req-2326911e-da74-40df-a8f3-a6dff1983c24 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898631 Sep 08 04:53:55.751059 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 39934) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:55.792511 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7924-144f-496b-a2eb-cb48aabef9b6 req-6442101a-1540-4a71-b3e7-6e6f2d35ae47 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:55.794113 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba6e7924-144f-496b-a2eb-cb48aabef9b6 req-6442101a-1540-4a71-b3e7-6e6f2d35ae47 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0540724 Sep 08 04:53:55.836797 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba6e7924-144f-496b-a2eb-cb48aabef9b6 req-abc28b67-722c-44f3-acb0-a8716ea38e40 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Sep 08 04:53:55.880811 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed561-5354-4b33-b9cd-73b4b0e4c203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.008809 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed561-5354-4b33-b9cd-73b4b0e4c203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.014401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed561-5354-4b33-b9cd-73b4b0e4c203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.071130 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-3b0ed561-5354-4b33-b9cd-73b4b0e4c203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25009cecb4484813b1188f3a18e46215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189967 Sep 08 04:53:56.072994 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ed561-5354-4b33-b9cd-73b4b0e4c203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c389ce97-87d8-4195-83bf-faf36b50ff6d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:56.074187 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 39958) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:56.145237 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c0f8b7a8-dd09-4868-95aa-7125213878e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.195460 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c0f8b7a8-dd09-4868-95aa-7125213878e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.246065 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c52ba-ed0f-426c-884f-e8342c5bd445 req-446cb252-1fa3-4dd7-a0ee-96637dd8c5aa tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:56.247826 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c35c52ba-ed0f-426c-884f-e8342c5bd445 req-446cb252-1fa3-4dd7-a0ee-96637dd8c5aa tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0644405 Sep 08 04:53:56.273049 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c0f8b7a8-dd09-4868-95aa-7125213878e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.276172 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c0f8b7a8-dd09-4868-95aa-7125213878e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.277708 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c0f8b7a8-dd09-4868-95aa-7125213878e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c389ce97-87d8-4195-83bf-faf36b50ff6d HTTP/1.1" status: 204 len: 168 time: 0.2023699 Sep 08 04:53:56.288807 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8b7a8-dd09-4868-95aa-7125213878e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c389ce97-87d8-4195-83bf-faf36b50ff6d,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:56.318644 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c35c52ba-ed0f-426c-884f-e8342c5bd445 req-e192c5b8-7a88-42bc-82e6-d1e6dc552a70 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637803 Sep 08 04:53:56.717330 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf2866-72c2-4d2e-9cb0-98d1c887d326 req-4d25b09e-f5f4-4628-b587-647b158a2abc tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:56.718999 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-87bf2866-72c2-4d2e-9cb0-98d1c887d326 req-4d25b09e-f5f4-4628-b587-647b158a2abc tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0592642 Sep 08 04:53:56.761805 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-87bf2866-72c2-4d2e-9cb0-98d1c887d326 req-3b1c454b-4a92-4264-9f1e-1bbb64fad703 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Sep 08 04:53:56.815020 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40008) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:56.832734 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-68d50d4c-706c-478f-8c4c-2f9f30779d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.975483 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-68d50d4c-706c-478f-8c4c-2f9f30779d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.981342 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-68d50d4c-706c-478f-8c4c-2f9f30779d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:56.995130 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40016) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:57.031310 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-68d50d4c-706c-478f-8c4c-2f9f30779d82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5c398166cbd40f596dfa5b4b2174e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146120 Sep 08 04:53:57.033747 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40020) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:57.039345 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4512f9-0147-496e-8a0a-5e4c0ca8b1a2 req-4aedee4d-1047-400a-a339-fa6cee445d9f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:57.046687 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ea4512f9-0147-496e-8a0a-5e4c0ca8b1a2 req-4aedee4d-1047-400a-a339-fa6cee445d9f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.1158822 Sep 08 04:53:57.057201 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d50d4c-706c-478f-8c4c-2f9f30779d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9141f-2de2-45d4-9ce3-e75bfa6fe6b5,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:57.098398 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ea4512f9-0147-496e-8a0a-5e4c0ca8b1a2 req-0ec7b332-3f5d-47d4-9432-1f72cd316016 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502622 Sep 08 04:53:57.121673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6eb4-6c7d-481e-96dd-1f55ce73bfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.149632 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6eb4-6c7d-481e-96dd-1f55ce73bfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.203208 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6eb4-6c7d-481e-96dd-1f55ce73bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.205820 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6eb4-6c7d-481e-96dd-1f55ce73bfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.207160 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-5d3c6eb4-6c7d-481e-96dd-1f55ce73bfc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cb9141f-2de2-45d4-9ce3-e75bfa6fe6b5 HTTP/1.1" status: 204 len: 168 time: 0.1716306 Sep 08 04:53:57.217818 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c6eb4-6c7d-481e-96dd-1f55ce73bfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9141f-2de2-45d4-9ce3-e75bfa6fe6b5,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:57.237579 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-219180ba-20fc-4eb8-8ea2-c9e63809da70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.355574 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-219180ba-20fc-4eb8-8ea2-c9e63809da70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.368580 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-219180ba-20fc-4eb8-8ea2-c9e63809da70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.411977 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-219180ba-20fc-4eb8-8ea2-c9e63809da70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de624034bb4c4f43a1f1e885ca86aa36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133415 Sep 08 04:53:57.412336 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40034) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:57.473769 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219180ba-20fc-4eb8-8ea2-c9e63809da70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98186959-27f9-4c22-8e6b-79065fef19ff,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:57.516975 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b33508b2-8076-41c5-8448-49500162a629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.555193 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b33508b2-8076-41c5-8448-49500162a629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.563604 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50bb00-d3ea-4a33-b667-1a7b0287a072 req-e31d5227-a10e-4170-95e7-de40c0fcf02e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:57.565289 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ee50bb00-d3ea-4a33-b667-1a7b0287a072 req-e31d5227-a10e-4170-95e7-de40c0fcf02e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.1083770 Sep 08 04:53:57.649245 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b33508b2-8076-41c5-8448-49500162a629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.652286 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b33508b2-8076-41c5-8448-49500162a629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:57.653424 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b33508b2-8076-41c5-8448-49500162a629 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98186959-27f9-4c22-8e6b-79065fef19ff HTTP/1.1" status: 204 len: 168 time: 0.2398770 Sep 08 04:53:57.655076 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ee50bb00-d3ea-4a33-b667-1a7b0287a072 req-d7313f4c-c72f-45b5-99eb-6933d9100c5e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824912 Sep 08 04:53:57.689298 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33508b2-8076-41c5-8448-49500162a629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98186959-27f9-4c22-8e6b-79065fef19ff,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:57.740799 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:53:57.932706 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adfe4-9a6b-4cb0-b712-4cde3241dd2b req-9dd81347-3f9a-4213-a7ae-37934020e024 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:57.941445 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-dc2adfe4-9a6b-4cb0-b712-4cde3241dd2b req-9dd81347-3f9a-4213-a7ae-37934020e024 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0611825 Sep 08 04:53:57.989366 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-dc2adfe4-9a6b-4cb0-b712-4cde3241dd2b req-56d5cb42-2403-49ca-9090-cfd028a6b352 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468774 Sep 08 04:53:58.190721 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40096) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:58.213006 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-134d3b9d-be38-4529-a57a-2e0aead99bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:58.286497 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09bb49-e467-48b5-a3cb-d1fe28349785 req-1f90084c-efd3-4c50-9edc-48704344212a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:58.288412 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1f09bb49-e467-48b5-a3cb-d1fe28349785 req-1f90084c-efd3-4c50-9edc-48704344212a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0766613 Sep 08 04:53:58.338939 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3307042d-5e2d-4873-ad58-0c5bf09ccfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:58.364835 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1f09bb49-e467-48b5-a3cb-d1fe28349785 req-2791f2b5-3f79-48a1-b824-7489dd5b8b2c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644333 Sep 08 04:53:58.373459 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbf107-d3d7-4923-966c-31ca7722800a req-e588008a-733b-4ff7-b97b-1a13e36483a8 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:58.381636 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbf107-d3d7-4923-966c-31ca7722800a req-e588008a-733b-4ff7-b97b-1a13e36483a8 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0917850 Sep 08 04:53:58.407284 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-540106e0-7804-4358-a782-62ae7c7dca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:58.408784 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-540106e0-7804-4358-a782-62ae7c7dca90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 1098 time: 0.1080091 Sep 08 04:53:58.417086 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-134d3b9d-be38-4529-a57a-2e0aead99bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:58.422493 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-134d3b9d-be38-4529-a57a-2e0aead99bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:58.455667 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbf107-d3d7-4923-966c-31ca7722800a req-7450b00c-a638-478c-9c36-010669c5f9e5 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726008 Sep 08 04:53:58.474916 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d3b9d-be38-4529-a57a-2e0aead99bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf51e9d-db5f-4f4c-82ed-c641c8dc6a08,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:58.479781 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-134d3b9d-be38-4529-a57a-2e0aead99bf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ecd5f68a72e44cc94cb2f9c41ad786b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880220 Sep 08 04:53:58.482935 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40108) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:58.552002 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-195e2dbd-68b8-49b6-88ad-f0c90cf69a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:58.567619 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-90eabf3e-7d1e-427f-a2e7-315e98ad71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:58.569951 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-90eabf3e-7d1e-427f-a2e7-315e98ad71ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 919 time: 0.1497622 Sep 08 04:53:58.580664 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-195e2dbd-68b8-49b6-88ad-f0c90cf69a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:58.626286 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-4860806d-6adc-445c-a46d-9859f956935a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b04866b8-fad5-4542-b0f4-043d8585ec36 HTTP/1.1" status: 200 len: 217 time: 0.0477769 Sep 08 04:53:58.649688 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-195e2dbd-68b8-49b6-88ad-f0c90cf69a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:58.652408 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-195e2dbd-68b8-49b6-88ad-f0c90cf69a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:58.653563 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-195e2dbd-68b8-49b6-88ad-f0c90cf69a3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bf51e9d-db5f-4f4c-82ed-c641c8dc6a08 HTTP/1.1" status: 204 len: 168 time: 0.1687675 Sep 08 04:53:58.674342 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e2dbd-68b8-49b6-88ad-f0c90cf69a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf51e9d-db5f-4f4c-82ed-c641c8dc6a08,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:53:58.734463 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-2a47f319-3bce-4a06-8ca5-22be4ecf5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:58.735987 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-2a47f319-3bce-4a06-8ca5-22be4ecf5ac4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.1026597 Sep 08 04:53:58.830304 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-05513b5b-b08b-4d9b-b457-2b7faf7e5666 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744848 Sep 08 04:53:58.894016 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a0303-785f-4d65-a7fc-585a8008f6e3 req-36fb4b15-ec1a-461a-b0d0-a5f594fae562 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:58.901700 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c27a0303-785f-4d65-a7fc-585a8008f6e3 req-36fb4b15-ec1a-461a-b0d0-a5f594fae562 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.1223891 Sep 08 04:53:59.049152 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c27a0303-785f-4d65-a7fc-585a8008f6e3 req-355472fa-9afa-4adc-b89b-0fbe3f7b9c4c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257410 Sep 08 04:53:59.113830 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-c01a5682-3f6e-4ecd-89d6-7ad67a663ff9 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754192 Sep 08 04:53:59.287704 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa70a22-462c-479f-af0b-f05f733ef5f9 req-a65dfaeb-aedb-4be6-8149-a84ab6b6f866 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:59.289726 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3aa70a22-462c-479f-af0b-f05f733ef5f9 req-a65dfaeb-aedb-4be6-8149-a84ab6b6f866 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.1358101 Sep 08 04:53:59.296276 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab879974-89a7-4ac9-ad91-3631d5a547ec req-89c8b4e0-6828-45e4-98e9-4cc71ffa6abf service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711566 Sep 08 04:53:59.300387 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40154) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:53:59.307499 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-4a7503c8-f29b-432b-978e-c0b010ce121e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'floatingip': {'port_id': 'feb78593-fc35-44bf-8d2f-386bfed9efcd'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:53:59.409335 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a7503c8-f29b-432b-978e-c0b010ce121e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:59.735508 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:53:59.777078 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1043-1917-4630-abc9-25e6c77c01b9 req-a9611afe-c243-48b8-82e4-4a30b199d2f2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:53:59.777078 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ad0e1043-1917-4630-abc9-25e6c77c01b9 req-a9611afe-c243-48b8-82e4-4a30b199d2f2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.1572533 Sep 08 04:53:59.862419 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ad0e1043-1917-4630-abc9-25e6c77c01b9 req-442be92b-b295-4a70-ba01-ef9904c3bf32 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837138 Sep 08 04:54:00.389351 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a7503c8-f29b-432b-978e-c0b010ce121e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:00.398471 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a7503c8-f29b-432b-978e-c0b010ce121e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:00.560832 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-4a7503c8-f29b-432b-978e-c0b010ce121e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Floating IP 6c8350f4-5612-4f8a-afe7-3a0c85b2c07d associated. External IP: 172.27.3.231, port: feb78593-fc35-44bf-8d2f-386bfed9efcd. Sep 08 04:54:00.626852 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40238) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:00.743041 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d41e-ddeb-4e4f-9434-9094796d8710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:00.773397 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7503c8-f29b-432b-978e-c0b010ce121e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:54:00.849178 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f5b4070a-75be-4e00-ac4c-a42926eb4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:00.867489 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d41e-ddeb-4e4f-9434-9094796d8710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:00.871462 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d41e-ddeb-4e4f-9434-9094796d8710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:00.900164 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7503c8-f29b-432b-978e-c0b010ce121e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:54:00.906452 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a7503c8-f29b-432b-978e-c0b010ce121e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:00.909954 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8d41e-ddeb-4e4f-9434-9094796d8710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001ee138-2aad-4d8b-bfac-32d4dd922963,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:00.919340 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] Sync routers for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:54:00.932147 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-fcc8d41e-ddeb-4e4f-9434-9094796d8710 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adb5d3c6e2c94299a7b199b55948c7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017354 Sep 08 04:54:00.932420 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40248) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:00.936700 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:54:00.937334 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:00.991063 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4a7503c8-f29b-432b-978e-c0b010ce121e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "PUT /v2.0/floatingips/6c8350f4-5612-4f8a-afe7-3a0c85b2c07d HTTP/1.1" status: 200 len: 991 time: 1.6864698 Sep 08 04:54:00.991762 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:54:00.992780 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea4b040d-1e1e-47ba-b1dc-d7d026501e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:00.994104 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb555f55-e3d4-4ade-a7fe-fef91768461c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:54:01.016159 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea4b040d-1e1e-47ba-b1dc-d7d026501e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.027158 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aeefc-ad26-494e-918b-ada586c18773 req-dee9978c-65eb-4a57-8e95-e48fe431e71d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:01.028696 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-834aeefc-ad26-494e-918b-ada586c18773 req-dee9978c-65eb-4a57-8e95-e48fe431e71d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0690517 Sep 08 04:54:01.073565 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-834aeefc-ad26-494e-918b-ada586c18773 req-29306491-be81-4efa-8831-df2df68d1152 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Sep 08 04:54:01.078297 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea4b040d-1e1e-47ba-b1dc-d7d026501e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.081064 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea4b040d-1e1e-47ba-b1dc-d7d026501e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.084662 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ea4b040d-1e1e-47ba-b1dc-d7d026501e96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/001ee138-2aad-4d8b-bfac-32d4dd922963 HTTP/1.1" status: 204 len: 168 time: 0.1488760 Sep 08 04:54:01.093808 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b040d-1e1e-47ba-b1dc-d7d026501e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001ee138-2aad-4d8b-bfac-32d4dd922963,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:01.100031 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:54:01.289108 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.434063 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '6c8350f4-5612-4f8a-afe7-3a0c85b2c07d', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'port_id': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'mac_address': 'fa:16:3e:01:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:53:38Z', 'updated_at': '2021-09-08T04:54:00Z', 'revision_number': 1, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:01.443860 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40266) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:01.458296 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d572485-0c5d-4140-9193-fee71cd06f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.537821 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] Checking router: b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:54:01.546386 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:54:01.546986 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:01.555583 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d572485-0c5d-4140-9193-fee71cd06f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.559727 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d572485-0c5d-4140-9193-fee71cd06f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.596242 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d572485-0c5d-4140-9193-fee71cd06f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9191a421-10a0-490f-b870-d15e5a1ce443,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:01.600564 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8d572485-0c5d-4140-9193-fee71cd06f9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4ae6d20096c46b08d8f5b3986720699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556232 Sep 08 04:54:01.603233 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40270) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:01.650835 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:54:01.651012 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-638417cd-e6d8-428f-a10a-b314bf51bb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.671273 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-638417cd-e6d8-428f-a10a-b314bf51bb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.715965 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-638417cd-e6d8-428f-a10a-b314bf51bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.718566 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-638417cd-e6d8-428f-a10a-b314bf51bb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:01.721049 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-638417cd-e6d8-428f-a10a-b314bf51bb7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9191a421-10a0-490f-b870-d15e5a1ce443 HTTP/1.1" status: 204 len: 168 time: 0.1155424 Sep 08 04:54:01.741398 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638417cd-e6d8-428f-a10a-b314bf51bb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9191a421-10a0-490f-b870-d15e5a1ce443,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:01.883492 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '6c8350f4-5612-4f8a-afe7-3a0c85b2c07d', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'port_id': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'mac_address': 'fa:16:3e:01:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:53:38Z', 'updated_at': '2021-09-08T04:54:00Z', 'revision_number': 1, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:01.914334 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b30b16-eb60-470f-b50f-0488d257f050 None None] The sync data for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi is: [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '6c8350f4-5612-4f8a-afe7-3a0c85b2c07d', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'port_id': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'mac_address': 'fa:16:3e:01:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:53:38Z', 'updated_at': '2021-09-08T04:54:00Z', 'revision_number': 1, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:54:02.106655 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a263dd2-cf9d-4944-b999-4cc5e50675a0 None None] New status for floating IP 6c8350f4-5612-4f8a-afe7-3a0c85b2c07d: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 04:54:02.312469 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.424488 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40300) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:02.520779 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-699318594-network', 'tenant_id': 'b341facd1ef046689b72772bbbbeca0a'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:02.541497 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Made reservation on behalf of b341facd1ef046689b72772bbbbeca0a for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:02.543742 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.551665 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.638200 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.642204 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.671486 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:54:02.676643 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378086f0-b9ea-4b71-8938-5dcec6fdb23f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:02.683898 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.684266 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Added segment 83019454-f0c2-4a3a-9f78-9c06aead428d of type vlan for network df594b60-254f-4df2-834d-eee6aa5fcc4e Sep 08 04:54:02.725471 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.747880 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.748828 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:02.749646 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.781842 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3560808 Sep 08 04:54:02.784920 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40306) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:02.789729 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Request body: {'subnet': {'network_id': 'df594b60-254f-4df2-834d-eee6aa5fcc4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-699318594-subnet', 'tenant_id': 'b341facd1ef046689b72772bbbbeca0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:02.807627 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a1a64-4b6d-4709-9f45-3a4596e26e38 admin admin] Pushing event updated for resources: {'Network': ['ID=df594b60-254f-4df2-834d-eee6aa5fcc4e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:02.810817 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Made reservation on behalf of b341facd1ef046689b72772bbbbeca0a for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:02.813064 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31133423'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:02.818307 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network df594b60-254f-4df2-834d-eee6aa5fcc4e details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:54:03.045103 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d129d61a-da5f-481b-8076-623f06eaaf14 x-openstack-request-id: req-d129d61a-da5f-481b-8076-623f06eaaf14 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:54:03.045400 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:54:03.045630 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d129d61a-da5f-481b-8076-623f06eaaf14 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:54:03.046043 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'status': 'completed', 'code': 200} Sep 08 04:54:03.189640 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3847d-a99a-46ed-a03e-f7d0d36d9eca req-00cea539-8160-46ba-b9d4-a9d5c707cb18 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:03.191201 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-47a3847d-a99a-46ed-a03e-f7d0d36d9eca req-00cea539-8160-46ba-b9d4-a9d5c707cb18 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.1073756 Sep 08 04:54:03.194385 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-a09fd77e-fdbe-471b-bffa-64e0ec644c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:03.196145 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-a09fd77e-fdbe-471b-bffa-64e0ec644c37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 1098 time: 0.0592785 Sep 08 04:54:03.220149 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31435733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31133433'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:03.285809 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-47a3847d-a99a-46ed-a03e-f7d0d36d9eca req-3414260a-da0b-47e3-82c5-b540b4577e80 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858150 Sep 08 04:54:03.287988 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d25e972-3f3b-47ac-a1ac-ef51ab4c1f9e,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:03.306389 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Checking segment: {'id': '83019454-f0c2-4a3a-9f78-9c06aead428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df594b60-254f-4df2-834d-eee6aa5fcc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:03.306788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-7e9d1848-e00a-4297-9778-e6cbe820c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:03.306870 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Network hostable DHCP agents. Network: df594b60-254f-4df2-834d-eee6aa5fcc4e, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:54:03.306941 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-7e9d1848-e00a-4297-9778-e6cbe820c12c service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.0956800 Sep 08 04:54:03.321182 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Network df594b60-254f-4df2-834d-eee6aa5fcc4e is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:54:03.329982 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, df594b60-254f-4df2-834d-eee6aa5fcc4e) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:03.334085 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:03.334671 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:03.339189 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10d76c5-7354-4866-bcbd-8bd6004455cc None None] Network df594b60-254f-4df2-834d-eee6aa5fcc4e requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:03.355734 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-62748134-91a3-4a40-9110-8241cfda79ad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5621419 Sep 08 04:54:03.423064 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-908f9742-dbe6-448a-95b5-82cfe4f23ee8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd HTTP/1.1" status: 200 len: 1001 time: 0.1035812 Sep 08 04:54:03.437701 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:03.484050 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-6c9b2db0-d090-4116-9826-288654959c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:03.485533 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-6c9b2db0-d090-4116-9826-288654959c47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0510700 Sep 08 04:54:03.497585 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa818e-e5e9-4e7f-96ee-81c9bee28107 None None] Network df594b60-254f-4df2-834d-eee6aa5fcc4e requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:03.535744 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-43b954e0-3240-441c-a8fc-d1136047ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:03.537448 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-43b954e0-3240-441c-a8fc-d1136047ff33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422032 Sep 08 04:54:03.650916 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-f6919606-a8c5-4011-8e0b-bd27503640f3 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959873 Sep 08 04:54:03.766082 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb555f55-e3d4-4ade-a7fe-fef91768461c req-e05087f1-5632-474e-9c77-18df52fad0f1 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966680 Sep 08 04:54:03.896205 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40340) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:03.901075 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1259815027-network', 'tenant_id': '182bd61a9146441990d72ea47e24385f'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:03.921150 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Made reservation on behalf of 182bd61a9146441990d72ea47e24385f for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:03.923728 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:03.932344 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.024412 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.028549 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.057957 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:54:04.064037 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f97a11f-6465-4c7a-a9dd-3f91c65f4fb4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:04.073701 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.074144 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Added segment c40b1711-f11a-4560-8bc2-3e46d4e659f9 of type vlan for network 97f44041-33da-463b-9ae0-6fdde4e7964b Sep 08 04:54:04.117362 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.141334 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.142346 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:04.142991 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.199427 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3021235 Sep 08 04:54:04.202786 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40346) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:04.203037 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14722ff9-5451-4d7c-b2b7-e1f0f9ff08c8 admin admin] Pushing event updated for resources: {'Network': ['ID=97f44041-33da-463b-9ae0-6fdde4e7964b,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:04.209296 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Request body: {'subnet': {'network_id': '97f44041-33da-463b-9ae0-6fdde4e7964b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1259815027-subnet', 'tenant_id': '182bd61a9146441990d72ea47e24385f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:04.213566 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network 97f44041-33da-463b-9ae0-6fdde4e7964b details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:54:04.232293 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Made reservation on behalf of 182bd61a9146441990d72ea47e24385f for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:04.234743 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31437646'] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.401448 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdde58-0cf9-4fb6-9b6f-d4156e551f3b req-9d6aa7aa-66d5-4858-801c-b74b85ed8f4b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:04.402929 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-03fdde58-0cf9-4fb6-9b6f-d4156e551f3b req-9d6aa7aa-66d5-4858-801c-b74b85ed8f4b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0464404 Sep 08 04:54:04.404601 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29364769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31437656'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.442664 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-03fdde58-0cf9-4fb6-9b6f-d4156e551f3b req-9e5359d0-6f90-41c4-9de3-5115edef0a36 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Sep 08 04:54:04.466961 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0d9e82-9bd1-4d16-b6e4-5155a93649a6,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:04.474319 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Checking segment: {'id': 'c40b1711-f11a-4560-8bc2-3e46d4e659f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '97f44041-33da-463b-9ae0-6fdde4e7964b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:04.474827 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Network hostable DHCP agents. Network: 97f44041-33da-463b-9ae0-6fdde4e7964b, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:54:04.492068 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Network 97f44041-33da-463b-9ae0-6fdde4e7964b is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:54:04.503306 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, 97f44041-33da-463b-9ae0-6fdde4e7964b) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:04.507857 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:04.508798 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:04.514832 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6b67e-a8fb-47c1-a2c5-d52afa379948 None None] Network 97f44041-33da-463b-9ae0-6fdde4e7964b requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:04.531698 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e7e7c412-de7f-4a6c-899d-8cfc99cc9d9f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3205369 Sep 08 04:54:04.673399 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18876f5-13d5-439f-ac63-863a0ab46aff None None] Network 97f44041-33da-463b-9ae0-6fdde4e7964b requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:05.558623 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6bfff-b83c-47ad-888a-4d47193b2530 req-4f542752-3f74-43c4-a627-ecdd16d275c8 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:05.560074 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-09f6bfff-b83c-47ad-888a-4d47193b2530 req-4f542752-3f74-43c4-a627-ecdd16d275c8 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0504417 Sep 08 04:54:05.595600 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-09f6bfff-b83c-47ad-888a-4d47193b2530 req-7c509890-07ab-4d28-b80a-fe122597a23f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291326 Sep 08 04:54:06.708623 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f333b-836d-4069-9131-0ec07f8d9919 req-1453ffeb-01e4-4b5f-a54f-fc049ee41090 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:06.710125 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-599f333b-836d-4069-9131-0ec07f8d9919 req-1453ffeb-01e4-4b5f-a54f-fc049ee41090 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0464373 Sep 08 04:54:06.745279 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-599f333b-836d-4069-9131-0ec07f8d9919 req-d6aae58d-2f45-4bbd-bf03-4998725677da tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294840 Sep 08 04:54:07.855410 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef11c01-7187-490a-a846-c1f1ceba5c87 req-29a6b921-c41f-4407-bb70-0279a0c9451b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:07.856860 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1ef11c01-7187-490a-a846-c1f1ceba5c87 req-29a6b921-c41f-4407-bb70-0279a0c9451b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0465076 Sep 08 04:54:07.893654 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1ef11c01-7187-490a-a846-c1f1ceba5c87 req-e2e97e48-c018-437b-8ecb-3693f3c656c7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305049 Sep 08 04:54:08.695287 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428778f-14b6-49d0-9b0e-8bee42ec8525 req-1c44d027-22b9-47ce-b7c8-64471cee82dc tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:08.696737 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c428778f-14b6-49d0-9b0e-8bee42ec8525 req-1c44d027-22b9-47ce-b7c8-64471cee82dc tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.0496931 Sep 08 04:54:08.733757 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c428778f-14b6-49d0-9b0e-8bee42ec8525 req-a314debc-4b59-4e44-8ce4-d64d41548425 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Sep 08 04:54:09.004441 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de98d7a-8377-4061-9120-a11ff1c855c2 req-a7cf0e5d-99d3-4d0a-801a-2547f9e0d546 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:09.005900 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2de98d7a-8377-4061-9120-a11ff1c855c2 req-a7cf0e5d-99d3-4d0a-801a-2547f9e0d546 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0467999 Sep 08 04:54:09.042986 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2de98d7a-8377-4061-9120-a11ff1c855c2 req-1a8e3739-e414-4669-a9e0-97e982e14050 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Sep 08 04:54:09.843447 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a80fd2-dc65-45a4-8b5b-2d76cc9df357 req-cea8f91a-7772-4f84-b983-40851614b140 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:09.844885 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e0a80fd2-dc65-45a4-8b5b-2d76cc9df357 req-cea8f91a-7772-4f84-b983-40851614b140 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.0462780 Sep 08 04:54:09.880666 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e0a80fd2-dc65-45a4-8b5b-2d76cc9df357 req-ccfe6718-34a4-42df-a8bc-47d65b88276b tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301132 Sep 08 04:54:10.156714 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36ef8-dd5b-4cc7-93f4-00c67b0b0083 req-086a7f52-579c-4f19-a960-41b534c63120 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:10.158196 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a1b36ef8-dd5b-4cc7-93f4-00c67b0b0083 req-086a7f52-579c-4f19-a960-41b534c63120 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0507033 Sep 08 04:54:10.194261 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a1b36ef8-dd5b-4cc7-93f4-00c67b0b0083 req-925e2629-55dc-40e8-8074-a1893da0b17a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301197 Sep 08 04:54:10.991264 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cc9a3-a1c7-403f-9d26-db73d4f4fb4b req-4d10c6ce-1729-4385-a5b5-82aaf55bf62b tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:10.992704 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1a9cc9a3-a1c7-403f-9d26-db73d4f4fb4b req-4d10c6ce-1729-4385-a5b5-82aaf55bf62b tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.0460572 Sep 08 04:54:11.028981 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1a9cc9a3-a1c7-403f-9d26-db73d4f4fb4b req-c1980ac9-6383-4218-8114-c37b66a01285 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299349 Sep 08 04:54:11.309188 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7a99a-ccec-45ed-b172-ad0ce0a9496d req-b30b7ec4-6ef9-4cb6-a0b3-f0bc4890da08 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:11.310892 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-57a7a99a-ccec-45ed-b172-ad0ce0a9496d req-b30b7ec4-6ef9-4cb6-a0b3-f0bc4890da08 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0503156 Sep 08 04:54:11.348088 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-57a7a99a-ccec-45ed-b172-ad0ce0a9496d req-7049bbb4-a5ef-4313-9873-3738cca0059c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Sep 08 04:54:12.145873 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b653d26-2233-4d05-8b02-ee58e71a2674 req-eb992a64-c5f0-45dd-a6b0-86913e66f560 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:12.147349 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7b653d26-2233-4d05-8b02-ee58e71a2674 req-eb992a64-c5f0-45dd-a6b0-86913e66f560 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.0479589 Sep 08 04:54:12.182916 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7b653d26-2233-4d05-8b02-ee58e71a2674 req-f4b71551-aa1a-4916-9015-478a97bc8ec4 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296795 Sep 08 04:54:12.465233 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59a873-4873-40a3-9c67-9228c2d0cd1a req-f7b75791-bd0d-40cb-9c78-e35d9f68091d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:12.467506 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c59a873-4873-40a3-9c67-9228c2d0cd1a req-f7b75791-bd0d-40cb-9c78-e35d9f68091d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0494549 Sep 08 04:54:12.549246 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c59a873-4873-40a3-9c67-9228c2d0cd1a req-90809a55-3da9-41e7-a283-a5852f1b05a6 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652862 Sep 08 04:54:13.302656 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d9a9a-8372-4ac2-9c39-f8862fe33316 req-d7f857da-c992-4ecf-a928-ce19c26f7740 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:13.304203 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-616d9a9a-8372-4ac2-9c39-f8862fe33316 req-d7f857da-c992-4ecf-a928-ce19c26f7740 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.0514984 Sep 08 04:54:13.343959 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-616d9a9a-8372-4ac2-9c39-f8862fe33316 req-df9d4001-140f-44e0-bfc1-01ff0cda3f75 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Sep 08 04:54:13.658576 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145a6c0-d55e-4ee3-8185-d4eb4502470b req-e266ca17-3a24-431a-8562-d0addf1b8542 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:13.660223 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1145a6c0-d55e-4ee3-8185-d4eb4502470b req-e266ca17-3a24-431a-8562-d0addf1b8542 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0492256 Sep 08 04:54:13.699832 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1145a6c0-d55e-4ee3-8185-d4eb4502470b req-88808b07-f390-4dc6-b5c1-e39b65bff150 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Sep 08 04:54:14.073321 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-0d058860-63be-4fa4-a53f-c29a45435a18 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:14.074922 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-0d058860-63be-4fa4-a53f-c29a45435a18 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.0959933 Sep 08 04:54:14.259508 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Deleting port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:54:14.259951 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.298659 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40592) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:14.354707 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] For port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,segment=NetworkSegment(680f8f3b-be85-41ba-ac87-843ce5563e51),segment_id=680f8f3b-be85-41ba-ac87-843ce5563e51)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:14.355092 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.394324 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Calling delete_port for 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:54:14.440646 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06d806f2-f81e-4921-9a80-7d645269cd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.535034 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06d806f2-f81e-4921-9a80-7d645269cd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.538985 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06d806f2-f81e-4921-9a80-7d645269cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.540474 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5db46a-b576-42fd-a4a0-b5ec1d56434a req-297f9875-9e63-477c-a0cd-edb561d32550 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:14.541932 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3f5db46a-b576-42fd-a4a0-b5ec1d56434a req-297f9875-9e63-477c-a0cd-edb561d32550 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 946 time: 0.1124916 Sep 08 04:54:14.583577 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-06d806f2-f81e-4921-9a80-7d645269cd54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1a3aa8f258246c49ae89f8e2e61e495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812648 Sep 08 04:54:14.583577 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d806f2-f81e-4921-9a80-7d645269cd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0136f902-391c-4a31-b092-cdbc09c11f19,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:14.584966 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40604) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:14.618076 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3f5db46a-b576-42fd-a4a0-b5ec1d56434a req-4c7fff3a-8665-4459-86d3-e555ba32cd15 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/security-groups?id=339c4290-1d78-4f31-bcfb-83c48ea36095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638165 Sep 08 04:54:14.637284 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f43ff36d-f9c5-4e55-810f-a6f5015661b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.646907 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.664170 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f43ff36d-f9c5-4e55-810f-a6f5015661b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.675787 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Pushing event deleted for resources: {'Port': ['ID=9cbf1075-7556-45e6-8e5e-b6e3d1d4519c,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:14.718909 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f43ff36d-f9c5-4e55-810f-a6f5015661b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.721542 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f43ff36d-f9c5-4e55-810f-a6f5015661b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.722737 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f43ff36d-f9c5-4e55-810f-a6f5015661b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0136f902-391c-4a31-b092-cdbc09c11f19 HTTP/1.1" status: 204 len: 168 time: 0.1368775 Sep 08 04:54:14.732248 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ff36d-f9c5-4e55-810f-a6f5015661b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0136f902-391c-4a31-b092-cdbc09c11f19,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:14.739238 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] No DVR routers for this DVR port 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:54:14.745168 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:14.747389 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c45cf53f-c935-4630-a281-8a4b8aef804e req-046a9e42-fe81-4a0c-8b46-052d76968017 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.26 "DELETE /v2.0/ports/9cbf1075-7556-45e6-8e5e-b6e3d1d4519c HTTP/1.1" status: 204 len: 173 time: 0.6592109 Sep 08 04:54:14.748005 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4d1519-1fe7-491d-b542-79ad09e67329', 'name': 'network-vif-deleted', 'tag': '9cbf1075-7556-45e6-8e5e-b6e3d1d4519c'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:54:14.752044 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b4e45c-be4b-423a-b07e-4f91a82fc5ef" -d '{"events": [{"server_uuid": "1a4d1519-1fe7-491d-b542-79ad09e67329", "name": "network-vif-deleted", "tag": "9cbf1075-7556-45e6-8e5e-b6e3d1d4519c"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:54:14.828007 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcff59c-760c-4ddb-a800-6cdd23287c55 req-f54ed742-53ad-4632-a0d2-13677f1d9b12 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:14.829642 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9dcff59c-760c-4ddb-a800-6cdd23287c55 req-f54ed742-53ad-4632-a0d2-13677f1d9b12 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0499673 Sep 08 04:54:14.870916 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9dcff59c-760c-4ddb-a800-6cdd23287c55 req-c5089093-87d7-4b95-9ba7-43a3796ca030 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348635 Sep 08 04:54:14.915476 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857781f0-e9af-41f7-ad25-7f45de737ef3 x-openstack-request-id: req-857781f0-e9af-41f7-ad25-7f45de737ef3 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:54:14.915856 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4d1519-1fe7-491d-b542-79ad09e67329", "name": "network-vif-deleted", "tag": "9cbf1075-7556-45e6-8e5e-b6e3d1d4519c", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:54:14.916016 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-857781f0-e9af-41f7-ad25-7f45de737ef3 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:54:14.916408 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4d1519-1fe7-491d-b542-79ad09e67329', 'name': 'network-vif-deleted', 'tag': '9cbf1075-7556-45e6-8e5e-b6e3d1d4519c', 'status': 'completed', 'code': 200} Sep 08 04:54:15.004358 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40616) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:15.017109 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:15.105863 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:15.110386 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:15.148106 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b943bb27249a4badad44133b73cc22ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426852 Sep 08 04:54:15.148943 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f55048a-c576-40b5-bf21-c478713ab959,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:15.150918 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40620) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:15.156979 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.157326 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.157667 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.158081 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.158413 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.158747 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.159075 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.159509 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.159717 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.160064 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.160322 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.160639 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc08173-352c-405c-91e2-91d97b600f2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:15.207629 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71d9dc01-f6f8-4411-b9f5-7dba174388c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:15.228347 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71d9dc01-f6f8-4411-b9f5-7dba174388c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:15.273848 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71d9dc01-f6f8-4411-b9f5-7dba174388c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:15.276333 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71d9dc01-f6f8-4411-b9f5-7dba174388c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:15.277444 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-71d9dc01-f6f8-4411-b9f5-7dba174388c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f55048a-c576-40b5-bf21-c478713ab959 HTTP/1.1" status: 204 len: 168 time: 0.1254797 Sep 08 04:54:15.285836 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9dc01-f6f8-4411-b9f5-7dba174388c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f55048a-c576-40b5-bf21-c478713ab959,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:15.714880 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-41730cd5-01db-41a6-a03e-168b4b2858cc req-3f63485f-97df-4057-927d-f1350aca5fc7 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.0296216 Sep 08 04:54:15.988126 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e521ba-dd83-4de9-99bf-12f4fbef1ff6 req-8b2014e0-8088-40cc-801b-45acb67af0db tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:15.989614 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f8e521ba-dd83-4de9-99bf-12f4fbef1ff6 req-8b2014e0-8088-40cc-801b-45acb67af0db tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0502985 Sep 08 04:54:16.026529 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f8e521ba-dd83-4de9-99bf-12f4fbef1ff6 req-f260b5ce-9775-4916-9c45-9395eaa783d4 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Sep 08 04:54:16.807639 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-efc671f1-823b-4c36-82f8-e574cb5bd1c0 req-175c605b-2791-4833-a702-101d5f1792b4 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.0261207 Sep 08 04:54:17.136696 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db8e71-af70-4273-b6fc-d5c0eccf3f04 req-84842b7d-0dc2-42ad-8981-4b10066537fe tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:17.138328 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f5db8e71-af70-4273-b6fc-d5c0eccf3f04 req-84842b7d-0dc2-42ad-8981-4b10066537fe tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0473120 Sep 08 04:54:17.180955 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f5db8e71-af70-4273-b6fc-d5c0eccf3f04 req-da8a249d-6499-4f53-9796-595ad9e32c08 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Sep 08 04:54:17.298987 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40716) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:17.401635 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:17.484578 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:17.487908 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:17.523252 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbf5130f3c364d60b6c8f97a9d9b06cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232723 Sep 08 04:54:17.525112 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1927e0db-a8c9-4d9c-a609-53d24462fc25,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:17.526202 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40720) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:17.532788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.533131 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.533469 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.533800 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.534155 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.534488 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.534813 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.535133 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.535458 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.535779 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.536095 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.536415 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a14a79-997c-4b4c-9807-e0832d9b32e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:17.573956 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-80b7ba73-7e35-483d-84b3-a575dbed33a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:17.597878 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-80b7ba73-7e35-483d-84b3-a575dbed33a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:17.642210 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-80b7ba73-7e35-483d-84b3-a575dbed33a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:17.644656 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-80b7ba73-7e35-483d-84b3-a575dbed33a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:17.645772 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-80b7ba73-7e35-483d-84b3-a575dbed33a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1927e0db-a8c9-4d9c-a609-53d24462fc25 HTTP/1.1" status: 204 len: 168 time: 0.1183991 Sep 08 04:54:17.653164 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7ba73-7e35-483d-84b3-a575dbed33a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1927e0db-a8c9-4d9c-a609-53d24462fc25,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:17.778397 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['9cbf1075-7556-45e6-8e5e-b6e3d1d4519c'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:54:17.903552 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 40730) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:17.906950 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e213e3ee-9aeb-442f-879e-69e2f6803733 req-c0577640-87d2-45fb-a39f-40509f1c27f2 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.0250881 Sep 08 04:54:17.916437 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e9f72cce-8515-4300-9aa3-bc2f4bad7642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:18.009788 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e9f72cce-8515-4300-9aa3-bc2f4bad7642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:18.013356 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e9f72cce-8515-4300-9aa3-bc2f4bad7642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:18.050686 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e9f72cce-8515-4300-9aa3-bc2f4bad7642 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f99cf81f8b68485db96762e4d787dd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460633 Sep 08 04:54:18.051507 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f72cce-8515-4300-9aa3-bc2f4bad7642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0075d1-9a43-4ac5-8ed8-edd3a08abb63,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:18.053532 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40734) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:18.107952 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d37214fd-687e-4d89-8b41-cf56babd24a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:18.128033 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d37214fd-687e-4d89-8b41-cf56babd24a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:18.172508 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d37214fd-687e-4d89-8b41-cf56babd24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:18.175211 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d37214fd-687e-4d89-8b41-cf56babd24a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:18.176356 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d37214fd-687e-4d89-8b41-cf56babd24a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d0075d1-9a43-4ac5-8ed8-edd3a08abb63 HTTP/1.1" status: 204 len: 168 time: 0.1143520 Sep 08 04:54:18.185044 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37214fd-687e-4d89-8b41-cf56babd24a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0075d1-9a43-4ac5-8ed8-edd3a08abb63,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:18.296927 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af5ddb-97e9-4a90-949d-55e99be8e60b req-4e43d525-0da3-43b7-8f87-1f25c2339a31 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:18.299873 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-36af5ddb-97e9-4a90-949d-55e99be8e60b req-4e43d525-0da3-43b7-8f87-1f25c2339a31 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0533934 Sep 08 04:54:18.338979 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-36af5ddb-97e9-4a90-949d-55e99be8e60b req-2a27ddc1-94a0-464b-815d-2f441fd92310 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355244 Sep 08 04:54:19.018525 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cb3e1aba-8cbc-49c8-8096-76a541efbba6 req-e7e434c8-4d2e-4f58-b65c-80345675c970 tempest-DeleteServersTestJSON-287701789 tempest-DeleteServersTestJSON-287701789-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4d1519-1fe7-491d-b542-79ad09e67329 HTTP/1.1" status: 200 len: 210 time: 0.0306621 Sep 08 04:54:19.288555 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40790) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:19.411317 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2be1ffe-61e1-426d-8037-df89ceecdafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:19.502124 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-a31162b3-8b50-44de-aa60-413bf003075f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:19.506658 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-a31162b3-8b50-44de-aa60-413bf003075f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 815 time: 0.1246130 Sep 08 04:54:19.515704 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d018afc-f346-4ed1-8df6-ddc0eb6ca500 req-a1596ab3-c5b2-4b0f-b05b-9912528caa07 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:19.517591 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2d018afc-f346-4ed1-8df6-ddc0eb6ca500 req-a1596ab3-c5b2-4b0f-b05b-9912528caa07 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0890632 Sep 08 04:54:19.520918 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-136c6051-b126-4445-bcc8-da6e3fb1997f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/quotas/349229e5ec0b4f759fee8a5c88285eca HTTP/1.1" status: 200 len: 375 time: 0.0098994 Sep 08 04:54:19.595024 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2be1ffe-61e1-426d-8037-df89ceecdafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:19.596986 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-d0aefbe5-56b7-479c-b481-70a607d4ac31 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692432 Sep 08 04:54:19.603764 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2be1ffe-61e1-426d-8037-df89ceecdafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:19.718687 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-ca293fea-05ef-4809-bcd2-0dd6c3c51580 service neutron] 10.222.0.20 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056254 Sep 08 04:54:19.880891 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-07153bed-5598-476a-acc9-8d966a4953ab service neutron] 10.222.0.20 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557074 Sep 08 04:54:19.922829 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2d018afc-f346-4ed1-8df6-ddc0eb6ca500 req-db786ed7-67d9-42a8-9867-c82ed4f06d4e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918068 Sep 08 04:54:19.934853 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be1ffe-61e1-426d-8037-df89ceecdafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b0bd54-3655-49d1-aeda-e91d3f0aa237,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:19.939596 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e2be1ffe-61e1-426d-8037-df89ceecdafb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d033a17be2ee47ba91bc4b81ddc204d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6499310 Sep 08 04:54:19.942189 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 40834) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:20.008904 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-23fe55e9-6b98-464e-b702-570a5a7605c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:20.034380 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-23fe55e9-6b98-464e-b702-570a5a7605c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:20.065523 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-39b60c7e-fd08-4756-9c11-66e5ae9cc5d9 req-0d7a3740-20df-405b-98b7-98701af2dd2b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 210 time: 0.0358560 Sep 08 04:54:20.122376 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-23fe55e9-6b98-464e-b702-570a5a7605c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:20.125841 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-23fe55e9-6b98-464e-b702-570a5a7605c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:20.127122 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-23fe55e9-6b98-464e-b702-570a5a7605c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45b0bd54-3655-49d1-aeda-e91d3f0aa237 HTTP/1.1" status: 204 len: 168 time: 0.1837308 Sep 08 04:54:20.138138 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe55e9-6b98-464e-b702-570a5a7605c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b0bd54-3655-49d1-aeda-e91d3f0aa237,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:21.034661 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0815-aa85-4bbc-a914-8f3928ca07d8 req-59ca0885-4230-4181-9958-e06d8b3653f9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:21.036179 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-09cf0815-aa85-4bbc-a914-8f3928ca07d8 req-59ca0885-4230-4181-9958-e06d8b3653f9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0509107 Sep 08 04:54:21.078209 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-09cf0815-aa85-4bbc-a914-8f3928ca07d8 req-1cc951eb-b9b7-4645-83b0-f924fef265c2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352607 Sep 08 04:54:21.164447 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-94d975df-4796-41da-aed2-e0a388a7e51d req-5e28d939-9118-48dd-9fac-8182289e94fe tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 210 time: 0.0257864 Sep 08 04:54:22.191285 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb60e2-83f4-4784-b75f-75eaa803f658 req-77da288a-b222-4ce8-9ee1-d0416b0c7620 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:22.192745 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-affb60e2-83f4-4784-b75f-75eaa803f658 req-77da288a-b222-4ce8-9ee1-d0416b0c7620 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0463951 Sep 08 04:54:22.230043 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-affb60e2-83f4-4784-b75f-75eaa803f658 req-7403ab6a-26db-4989-95e4-9b9834c8177a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Sep 08 04:54:22.308362 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-84455bcd-ff14-446e-aa4d-48777621f42f req-e9e3cc29-418d-4e4a-aa20-a26c9194dbd0 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 210 time: 0.0257323 Sep 08 04:54:23.320315 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:54:23.351136 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:54:23.352142 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 9cbf1075-7556-45e6-8e5e-b6e3d1d4519c not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:54:23.357476 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444c96b-285a-457a-b1fb-6bff022db77a req-8597ae51-3c8f-4ff8-8c82-5f790f7e3293 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:23.359887 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b444c96b-285a-457a-b1fb-6bff022db77a req-8597ae51-3c8f-4ff8-8c82-5f790f7e3293 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0641303 Sep 08 04:54:23.401152 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b444c96b-285a-457a-b1fb-6bff022db77a req-ede7bdc4-81de-44cf-9eeb-197ef272cf83 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347993 Sep 08 04:54:23.436172 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7223923e-b0cd-4bac-8b62-f7da82d1a781 req-bd077033-f9a5-4ffd-a6e2-fc5dcd5e4201 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 210 time: 0.0289216 Sep 08 04:54:24.437646 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-3b07c43b-7a9e-4f0d-ab46-3d94adae0fbe tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:24.439236 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-3b07c43b-7a9e-4f0d-ab46-3d94adae0fbe tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 815 time: 0.1095674 Sep 08 04:54:24.519168 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Request body: {'port': {'device_id': '81c61d33-efdc-4c7a-8883-0e77ec8dc2aa', 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1', 'admin_state_up': True, 'tenant_id': '349229e5ec0b4f759fee8a5c88285eca'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:24.552330 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc7f72-36b0-4492-bba5-3cc71612c23b req-9c6d9e35-9fc5-485a-ae88-a0831c0c1a13 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:24.554562 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e3fc7f72-36b0-4492-bba5-3cc71612c23b req-9c6d9e35-9fc5-485a-ae88-a0831c0c1a13 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0801375 Sep 08 04:54:24.600503 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e3fc7f72-36b0-4492-bba5-3cc71612c23b req-deada25d-342a-4c32-8e0b-86f3190f4ced tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 Sep 08 04:54:24.624575 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-15d5176d-233a-4f97-bd3e-769300b905c4 req-c539a094-e804-4829-b529-871b1115f78f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 210 time: 0.0559754 Sep 08 04:54:24.676746 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Made reservation on behalf of 349229e5ec0b4f759fee8a5c88285eca for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:24.680362 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:24.829652 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Allocated IP 172.20.0.2 (f83a8274-4c5f-4ebc-bf1e-57d60840f6c1/adae5ab8-6eef-428f-9b0f-4bfe076be22b/0dab205c-66c1-485a-a825-2011b07cd22b) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:54:24.992793 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.039832 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.090610 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:25.090610 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:25.090784 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['37a58342-d052-4869-998f-011706bc7d37'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:54:25.091574 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:54:25.133855 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Pushing event updated for resources: {'Port': ['ID=0dab205c-66c1-485a-a825-2011b07cd22b,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:25.163116 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:25.166119 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.190325 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-1d2a1ba5-5a79-40f4-9d81-8a232a159bd9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6763322 Sep 08 04:54:25.214259 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Request body: {'port': {'device_id': '81c61d33-efdc-4c7a-8883-0e77ec8dc2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:25.288878 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.582704 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dab205c-66c1-485a-a825-2011b07cd22b {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:54:25.590137 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.602066 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Transition to ACTIVE for port object 0dab205c-66c1-485a-a825-2011b07cd22b will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:25.606294 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.658382 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dab205c-66c1-485a-a825-2011b07cd22b,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:25.750462 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf796f79-b263-4e4c-9505-d44f6138e902 req-23e8b188-b522-4012-94cc-bea15dcdea40 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:25.752064 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cf796f79-b263-4e4c-9505-d44f6138e902 req-23e8b188-b522-4012-94cc-bea15dcdea40 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 943 time: 0.0499177 Sep 08 04:54:25.764933 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419246-695f-47f3-b07e-75dd9ee7a8df req-2c8e9bab-1045-4386-9dc8-0e7dc835296e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:25.766492 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8e419246-695f-47f3-b07e-75dd9ee7a8df req-2c8e9bab-1045-4386-9dc8-0e7dc835296e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0895383 Sep 08 04:54:25.767323 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Attempting to bind port 0dab205c-66c1-485a-a825-2011b07cd22b on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:54:25.767652 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Attempting to bind port 0dab205c-66c1-485a-a825-2011b07cd22b by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:54:25.767974 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Attempting to bind port 0dab205c-66c1-485a-a825-2011b07cd22b on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:25.774165 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Port 0dab205c-66c1-485a-a825-2011b07cd22b on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:54:25.774481 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Attempting to bind port 0dab205c-66c1-485a-a825-2011b07cd22b on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:25.789730 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:54:25.790094 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Checking segment: {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:25.790465 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cf796f79-b263-4e4c-9505-d44f6138e902 req-15ffca00-c3d9-42e1-a6a1-57661decd9b2 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Sep 08 04:54:25.790572 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Bound using segment: {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:54:25.790900 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Bound port: 0dab205c-66c1-485a-a825-2011b07cd22b, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:54:25.791255 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.840513 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8e419246-695f-47f3-b07e-75dd9ee7a8df req-46f1f350-4f9e-48d4-9dc6-e84462898b31 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680754 Sep 08 04:54:25.870753 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41012) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:25.902185 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] For port 0dab205c-66c1-485a-a825-2011b07cd22b, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:54:25.920555 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] For port 0dab205c-66c1-485a-a825-2011b07cd22b, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0dab205c-66c1-485a-a825-2011b07cd22b,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:54:25.927235 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.934585 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ab2f3b-a119-4771-9d0f-f0dab1837035 admin admin] Deleting subnet 399cc25c-ea32-444e-9b3e-2d5d84d01613 {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 04:54:25.956710 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-69ab2f3b-a119-4771-9d0f-f0dab1837035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.990947 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:25.991418 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:25.992805 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] 10.222.0.26 "PUT /v2.0/ports/0dab205c-66c1-485a-a825-2011b07cd22b HTTP/1.1" status: 200 len: 1093 time: 0.7839262 Sep 08 04:54:25.994685 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c61d33-efdc-4c7a-8883-0e77ec8dc2aa', 'tag': '0dab205c-66c1-485a-a825-2011b07cd22b'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:54:25.997016 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace0b3da-1f1e-49f3-a474-45cf54920e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "81c61d33-efdc-4c7a-8883-0e77ec8dc2aa", "tag": "0dab205c-66c1-485a-a825-2011b07cd22b"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:54:26.021455 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-69ab2f3b-a119-4771-9d0f-f0dab1837035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32327729'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.047737 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b6e13-54c4-4d9f-a451-f0d8cc470ffb x-openstack-request-id: req-7e6b6e13-54c4-4d9f-a451-f0d8cc470ffb {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:54:26.048025 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c61d33-efdc-4c7a-8883-0e77ec8dc2aa", "tag": "0dab205c-66c1-485a-a825-2011b07cd22b", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:54:26.048275 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e6b6e13-54c4-4d9f-a451-f0d8cc470ffb {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:54:26.048661 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c61d33-efdc-4c7a-8883-0e77ec8dc2aa', 'tag': '0dab205c-66c1-485a-a825-2011b07cd22b', 'status': 'completed', 'code': 200} Sep 08 04:54:26.050878 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00205232-6868-4edf-b086-c4bd78c26da6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dab205c-66c1-485a-a825-2011b07cd22b,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:26.072893 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-69ab2f3b-a119-4771-9d0f-f0dab1837035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.130945 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-69ab2f3b-a119-4771-9d0f-f0dab1837035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29364960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31437651'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.159626 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab2f3b-a119-4771-9d0f-f0dab1837035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=399cc25c-ea32-444e-9b3e-2d5d84d01613,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:26.161631 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-69ab2f3b-a119-4771-9d0f-f0dab1837035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.163575 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-69ab2f3b-a119-4771-9d0f-f0dab1837035 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/399cc25c-ea32-444e-9b3e-2d5d84d01613 HTTP/1.1" status: 204 len: 168 time: 0.2918673 Sep 08 04:54:26.170572 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41024) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:26.243428 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.334440 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.358146 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03aaeb0-62da-456f-8f8d-773ca97fb183']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:26.368885 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680f8f3b-be85-41ba-ac87-843ce5563e51') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:26.369172 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680f8f3b-be85-41ba-ac87-843ce5563e51') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:26.378458 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32327736'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.391076 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.393063 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41034) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:26.402793 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 04:54:26.403223 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29364546'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: timer() Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: cb(*args, **kw) Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: self._notify() Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: self.callback(batched_events) Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: event.method(event) Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._get(url).json() Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 04:54:26.405704 dv-cinder-784140-7-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 04:54:26.461637 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.467555 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.469721 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] 10.222.0.20 "DELETE /v2.0/networks/f03aaeb0-62da-456f-8f8d-773ca97fb183 HTTP/1.1" status: 204 len: 168 time: 0.3027220 Sep 08 04:54:26.480315 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb155b6-7cf6-44e1-8354-84b7e448b42c admin admin] Pushing event deleted for resources: {'Network': ['ID=f03aaeb0-62da-456f-8f8d-773ca97fb183,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:26.504890 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cb84adf8-38d3-46fb-a180-aec79d45b709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.589853 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41042) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:26.610274 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cb84adf8-38d3-46fb-a180-aec79d45b709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.617127 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cb84adf8-38d3-46fb-a180-aec79d45b709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.671257 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1e45cba9-ebfe-48d0-b968-a085e7f4b9ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f93e7e089d6a471a99bb34120a2ffe78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0781353 Sep 08 04:54:26.671746 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41046) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:26.674423 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-cb84adf8-38d3-46fb-a180-aec79d45b709 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed729872386e4510b422deee0cfbfb46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803798 Sep 08 04:54:26.675110 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41048) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:26.675762 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84adf8-38d3-46fb-a180-aec79d45b709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6eec1e-c9c3-40ba-adac-500318aa6d33,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:26.724223 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0deb177f-aa30-4332-af9b-bc8e21238895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.730663 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02cb2753-036b-4b5d-82cb-46da581ff5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.744414 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0deb177f-aa30-4332-af9b-bc8e21238895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.751366 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02cb2753-036b-4b5d-82cb-46da581ff5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.793122 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0deb177f-aa30-4332-af9b-bc8e21238895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.795974 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0deb177f-aa30-4332-af9b-bc8e21238895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.796223 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02cb2753-036b-4b5d-82cb-46da581ff5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.797305 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0deb177f-aa30-4332-af9b-bc8e21238895 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/339c4290-1d78-4f31-bcfb-83c48ea36095 HTTP/1.1" status: 204 len: 168 time: 0.1244180 Sep 08 04:54:26.798965 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02cb2753-036b-4b5d-82cb-46da581ff5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:26.802550 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-02cb2753-036b-4b5d-82cb-46da581ff5a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa6eec1e-c9c3-40ba-adac-500318aa6d33 HTTP/1.1" status: 204 len: 168 time: 0.1217191 Sep 08 04:54:26.810289 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb2753-036b-4b5d-82cb-46da581ff5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6eec1e-c9c3-40ba-adac-500318aa6d33,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:26.813903 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb177f-aa30-4332-af9b-bc8e21238895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339c4290-1d78-4f31-bcfb-83c48ea36095,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:26.912672 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4980183-8ee5-46a7-9f3b-c612d5e2757c req-d7eca99c-0b6e-4b81-96dd-b8099494736b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:26.914209 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c4980183-8ee5-46a7-9f3b-c612d5e2757c req-d7eca99c-0b6e-4b81-96dd-b8099494736b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 943 time: 0.0528274 Sep 08 04:54:26.957803 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c4980183-8ee5-46a7-9f3b-c612d5e2757c req-72ef7980-0b52-4254-a4a4-b624071bc40c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Sep 08 04:54:27.072348 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fd066-6e14-43da-aebc-488c1b0ae57d req-73a58455-f6a4-4ed1-b77a-d3c7711e5764 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:27.073908 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b6fd066-6e14-43da-aebc-488c1b0ae57d req-73a58455-f6a4-4ed1-b77a-d3c7711e5764 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0498288 Sep 08 04:54:27.116214 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b6fd066-6e14-43da-aebc-488c1b0ae57d req-6f679de3-0867-4321-ba9c-a6c974d18f1a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 Sep 08 04:54:27.203351 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41070) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:27.215992 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d85f087-11fc-4d10-86a9-fce94555f3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:27.311211 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d85f087-11fc-4d10-86a9-fce94555f3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:27.315782 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d85f087-11fc-4d10-86a9-fce94555f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:27.353177 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-3d85f087-11fc-4d10-86a9-fce94555f3c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db5064fab09543a2a35efc250ac5feaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485295 Sep 08 04:54:27.355870 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41076) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:27.362374 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85f087-11fc-4d10-86a9-fce94555f3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260d42c3-764f-4f7e-aead-f0adc7ada117,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:27.415769 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76a38138-ba25-4c6a-8e15-ea39e351f971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:27.437534 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76a38138-ba25-4c6a-8e15-ea39e351f971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:27.482042 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76a38138-ba25-4c6a-8e15-ea39e351f971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:27.485226 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76a38138-ba25-4c6a-8e15-ea39e351f971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:27.486400 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-76a38138-ba25-4c6a-8e15-ea39e351f971 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/260d42c3-764f-4f7e-aead-f0adc7ada117 HTTP/1.1" status: 204 len: 168 time: 0.1297483 Sep 08 04:54:27.493881 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a38138-ba25-4c6a-8e15-ea39e351f971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260d42c3-764f-4f7e-aead-f0adc7ada117,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:28.202067 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b4913-fc6c-4837-9f3f-b71ef770ec69 req-d9d573f1-e832-4df5-baf3-1d1ecfc29ae4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:28.203548 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-704b4913-fc6c-4837-9f3f-b71ef770ec69 req-d9d573f1-e832-4df5-baf3-1d1ecfc29ae4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 943 time: 0.0563481 Sep 08 04:54:28.240779 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-704b4913-fc6c-4837-9f3f-b71ef770ec69 req-acd5c385-96db-4cad-95c8-e230aec1a935 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Sep 08 04:54:28.327621 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fd3d7d3d-2e1f-457f-aeb6-ec20e40a08ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:28.421937 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dd321-0b9c-4618-95e8-be0eaeee3803 req-8484d00c-aa8b-46c2-8d05-6ed5f54deb27 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:28.423479 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea2dd321-0b9c-4618-95e8-be0eaeee3803 req-8484d00c-aa8b-46c2-8d05-6ed5f54deb27 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0496328 Sep 08 04:54:28.460763 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea2dd321-0b9c-4618-95e8-be0eaeee3803 req-d1c0691a-6d23-4a2c-8601-78f28039e841 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Sep 08 04:54:28.914663 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-38b2e54b-d424-44db-89d8-c3a0357b4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:28.916059 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-38b2e54b-d424-44db-89d8-c3a0357b4c35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 1096 time: 0.0388086 Sep 08 04:54:29.017313 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-ce13e5d6-7173-4d28-b8ef-50f2a7d5bb71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dab205c-66c1-485a-a825-2011b07cd22b HTTP/1.1" status: 200 len: 217 time: 0.0535147 Sep 08 04:54:29.029187 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-60040683-375f-4e21-9529-f5dd491d83dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741639 Sep 08 04:54:29.107199 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-2e72f009-5be0-4a30-9d3e-8c57d98ab115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:29.109191 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-2e72f009-5be0-4a30-9d3e-8c57d98ab115 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adae5ab8-6eef-428f-9b0f-4bfe076be22b HTTP/1.1" status: 200 len: 855 time: 0.0429497 Sep 08 04:54:29.159608 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-f6d6aa93-2cb2-427e-b401-44a0bc13bb02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331590 Sep 08 04:54:29.235766 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-e40b6789-8995-4d5f-b003-eaa42749296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:29.237265 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-e40b6789-8995-4d5f-b003-eaa42749296a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 1099 time: 0.1036994 Sep 08 04:54:29.285987 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-48fb43fd-8642-4e5a-bbf1-044349d66c05 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132843 Sep 08 04:54:29.451769 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-ce081983-2bd0-4816-abb3-32555386f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:29.453233 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-ce081983-2bd0-4816-abb3-32555386f0e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 916 time: 0.1922026 Sep 08 04:54:29.460587 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798088a-c263-4860-9d10-54ef1447e7a9 req-5d701527-9d5f-4123-a0aa-79a64e9bfb39 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:29.461945 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a798088a-c263-4860-9d10-54ef1447e7a9 req-5d701527-9d5f-4123-a0aa-79a64e9bfb39 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 943 time: 0.1536345 Sep 08 04:54:29.513048 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-c989b896-2045-459d-a3ef-f2ba1b31f14a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37a58342-d052-4869-998f-011706bc7d37 HTTP/1.1" status: 200 len: 217 time: 0.0501659 Sep 08 04:54:29.522292 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185d1d71-f33e-465e-a368-a0b6a20b49ad req-85ad158a-09fa-4c30-b069-baa20e8be7e7 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252245 Sep 08 04:54:29.553551 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a798088a-c263-4860-9d10-54ef1447e7a9 req-7a2f7837-2b38-44d6-80c5-46b1791dd733 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797098 Sep 08 04:54:29.587634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2548d-480f-427d-a887-622acfcc78cc req-27e74f13-2ae5-469d-922c-09802a8e8e3e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:29.588528 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-8a7fea3f-0a7b-48d5-af06-3f38bb31e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:29.589121 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3de2548d-480f-427d-a887-622acfcc78cc req-27e74f13-2ae5-469d-922c-09802a8e8e3e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0574021 Sep 08 04:54:29.590004 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-8a7fea3f-0a7b-48d5-af06-3f38bb31e648 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adae5ab8-6eef-428f-9b0f-4bfe076be22b HTTP/1.1" status: 200 len: 855 time: 0.0530870 Sep 08 04:54:29.629444 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3de2548d-480f-427d-a887-622acfcc78cc req-7bb4e420-8ee7-4193-b063-e607ba3ca5e2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Sep 08 04:54:29.695807 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-f48f8af1-9f17-4c36-b1c9-261d1aee0cc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428426 Sep 08 04:54:29.711273 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-929bde78-d88b-4c59-a299-eb75f49adab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:29.712702 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-929bde78-d88b-4c59-a299-eb75f49adab8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 1096 time: 0.0583928 Sep 08 04:54:29.743938 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:29.865606 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-0a23f343-3461-43e8-95cc-3cc2b76118e0 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519685 Sep 08 04:54:29.868115 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-2f665851-fd13-4515-8fb7-3300e3fa6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:29.869446 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-2f665851-fd13-4515-8fb7-3300e3fa6660 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 916 time: 0.1484916 Sep 08 04:54:29.934392 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-e8e5f4eb-fc31-4d5c-97fd-97fc1a8bd03b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dab205c-66c1-485a-a825-2011b07cd22b HTTP/1.1" status: 200 len: 217 time: 0.0472965 Sep 08 04:54:30.026761 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-0ffaf115-20ae-4922-81f3-7c15259b4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:30.028227 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-0ffaf115-20ae-4922-81f3-7c15259b4fb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adae5ab8-6eef-428f-9b0f-4bfe076be22b HTTP/1.1" status: 200 len: 855 time: 0.0844555 Sep 08 04:54:30.046142 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a82463e-cbf9-4002-8193-5c55edecb79b req-045c2fd6-a1f8-4409-b420-605c4a1ba669 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654918 Sep 08 04:54:30.062466 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-9e3dcaa0-8a74-4566-a91d-18ca7ce59c9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254908 Sep 08 04:54:30.224324 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-d93dca5d-3809-4454-ad7c-d4b9ec9110eb service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853283 Sep 08 04:54:30.332605 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ace0b3da-1f1e-49f3-a474-45cf54920e8d req-d9a6893c-e17f-43ff-a25f-555404b2824e service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916390 Sep 08 04:54:30.693855 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dab4a-d00d-4211-b253-3449696ad5ca req-74bc395c-307a-43a0-8532-6d57a5cfd443 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:30.702242 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3e3dab4a-d00d-4211-b253-3449696ad5ca req-74bc395c-307a-43a0-8532-6d57a5cfd443 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 943 time: 0.0561616 Sep 08 04:54:30.750629 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3e3dab4a-d00d-4211-b253-3449696ad5ca req-7ac90ac0-f6fb-4afe-95d7-cef56cdcac63 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421624 Sep 08 04:54:30.853301 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0294-6f3d-48fd-81d9-628ed6cbfa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:30.860778 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb7e3-c4d6-43cc-9ceb-3132c44ebeb9 req-b5bf39f2-7641-4fd8-84c5-91438c87cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:30.862881 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-641eb7e3-c4d6-43cc-9ceb-3132c44ebeb9 req-b5bf39f2-7641-4fd8-84c5-91438c87cb5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 1098 time: 0.0819116 Sep 08 04:54:30.882970 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc96cb-b217-4f38-b030-c38f49ec96d1 req-8385c313-321a-47f9-ba5a-93e225a04cec tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:30.884696 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e4dc96cb-b217-4f38-b030-c38f49ec96d1 req-8385c313-321a-47f9-ba5a-93e225a04cec tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0609491 Sep 08 04:54:30.939841 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e4dc96cb-b217-4f38-b030-c38f49ec96d1 req-03e05beb-2c4b-4577-81ca-b0e8687f7f62 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486314 Sep 08 04:54:31.005842 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-641eb7e3-c4d6-43cc-9ceb-3132c44ebeb9 req-13565d87-58c5-4767-b669-cc12ddcf7016 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649304 Sep 08 04:54:31.290176 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:31.913745 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475926c8-43ca-4f48-915a-d9c562fd894c req-9c69eb0b-be90-4443-aaff-d874e06df486 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:31.921165 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-475926c8-43ca-4f48-915a-d9c562fd894c req-9c69eb0b-be90-4443-aaff-d874e06df486 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 943 time: 0.0594890 Sep 08 04:54:31.958904 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-475926c8-43ca-4f48-915a-d9c562fd894c req-864aec36-91d9-47d6-80ba-3c9b3eb3df70 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Sep 08 04:54:32.107930 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69650a8-f5af-4207-93d3-13c3c1e3eff1 req-11c5777a-ecd9-4f5d-9c24-e1a35cb2ef60 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:32.109753 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f69650a8-f5af-4207-93d3-13c3c1e3eff1 req-11c5777a-ecd9-4f5d-9c24-e1a35cb2ef60 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0597110 Sep 08 04:54:32.164191 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f69650a8-f5af-4207-93d3-13c3c1e3eff1 req-72fde5ef-4d5b-4cc4-8996-84d3cc30d16b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465024 Sep 08 04:54:32.174033 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:32.189653 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41300) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:32.293552 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e19b8921-d25d-4dbe-a546-26237753be62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:32.390520 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e19b8921-d25d-4dbe-a546-26237753be62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:32.394840 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e19b8921-d25d-4dbe-a546-26237753be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:32.438908 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e19b8921-d25d-4dbe-a546-26237753be62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=846696e5a80145fb9fc9ce3a3bbfc36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451591 Sep 08 04:54:32.438908 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b8921-d25d-4dbe-a546-26237753be62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868cd30d-77d4-4313-b75b-c6a10e73d774,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:32.442508 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41312) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:32.509430 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7109dfb1-c0b2-4d8b-9f89-59d9d2cdd31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:32.529914 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7109dfb1-c0b2-4d8b-9f89-59d9d2cdd31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:32.576290 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7109dfb1-c0b2-4d8b-9f89-59d9d2cdd31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:32.578830 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7109dfb1-c0b2-4d8b-9f89-59d9d2cdd31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:32.579995 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7109dfb1-c0b2-4d8b-9f89-59d9d2cdd31d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/868cd30d-77d4-4313-b75b-c6a10e73d774 HTTP/1.1" status: 204 len: 168 time: 0.1364796 Sep 08 04:54:32.587698 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109dfb1-c0b2-4d8b-9f89-59d9d2cdd31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868cd30d-77d4-4313-b75b-c6a10e73d774,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:33.096716 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab145af-3780-4484-ac16-67437333be46 req-679e9c1c-894c-493f-864c-eb65d197ae05 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:33.098326 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7ab145af-3780-4484-ac16-67437333be46 req-679e9c1c-894c-493f-864c-eb65d197ae05 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 943 time: 0.0566244 Sep 08 04:54:33.149802 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7ab145af-3780-4484-ac16-67437333be46 req-146dde7c-a6d9-4a5a-ae83-bc622707e726 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449727 Sep 08 04:54:33.289532 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bb60c-683f-4871-9cee-a8a0ee5a87cf req-fa1ae8b0-b6f4-4b1d-92ab-44a1c2c83d41 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:33.291122 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-628bb60c-683f-4871-9cee-a8a0ee5a87cf req-fa1ae8b0-b6f4-4b1d-92ab-44a1c2c83d41 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0488145 Sep 08 04:54:33.329120 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-628bb60c-683f-4871-9cee-a8a0ee5a87cf req-d1d29975-1549-4e34-9a01-c02f0d0e661b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321319 Sep 08 04:54:33.414098 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:34.276813 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a645b-5519-4da6-816e-60941faa436c req-0a070370-0239-46b7-b11b-266b997e8f55 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:34.278263 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a78a645b-5519-4da6-816e-60941faa436c req-0a070370-0239-46b7-b11b-266b997e8f55 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 943 time: 0.0552847 Sep 08 04:54:34.320730 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a78a645b-5519-4da6-816e-60941faa436c req-e793dba3-2bac-408e-b49d-97ce15b0cf9a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Sep 08 04:54:34.445937 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 0dab205c-66c1-485a-a825-2011b07cd22b details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:54:34.447484 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe49f2-f353-4255-85bb-e9d96b986d27 req-00bda4e4-e67d-4a07-a1cd-2599c05747fa tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:34.449035 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4afe49f2-f353-4255-85bb-e9d96b986d27 req-00bda4e4-e67d-4a07-a1cd-2599c05747fa tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0464466 Sep 08 04:54:34.492134 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4afe49f2-f353-4255-85bb-e9d96b986d27 req-12b7902f-7397-46b6-a009-fef6c4e746b7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371861 Sep 08 04:54:34.548411 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 0dab205c-66c1-485a-a825-2011b07cd22b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0dab205c-66c1-485a-a825-2011b07cd22b,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:34.561888 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '0dab205c-66c1-485a-a825-2011b07cd22b', 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1', 'port_id': '0dab205c-66c1-485a-a825-2011b07cd22b', 'mac_address': 'fa:16:3e:08:24:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adae5ab8-6eef-428f-9b0f-4bfe076be22b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:54:34.596962 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:34.609803 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dab205c-66c1-485a-a825-2011b07cd22b {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:54:34.628787 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 0dab205c-66c1-485a-a825-2011b07cd22b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0dab205c-66c1-485a-a825-2011b07cd22b,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:34.644295 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:34.696384 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=0dab205c-66c1-485a-a825-2011b07cd22b,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:34.703287 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.703628 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.703962 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.704300 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.704611 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.704934 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.705255 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.705572 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.705912 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.706270 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.706574 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.706888 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:34.740880 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:54:35.197250 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['0dab205c-66c1-485a-a825-2011b07cd22b'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:54:35.451005 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f72efb-1423-4649-a53d-4c463126684d req-454a26c7-d514-4718-b18b-97395254b06e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:35.452584 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a3f72efb-1423-4649-a53d-4c463126684d req-454a26c7-d514-4718-b18b-97395254b06e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 944 time: 0.0494254 Sep 08 04:54:35.549265 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a3f72efb-1423-4649-a53d-4c463126684d req-4fea37ad-1804-4b30-8a93-61a44209da0a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835440 Sep 08 04:54:35.660957 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02d737-4d66-4dc2-a50e-81ab4cc70d33 req-bcc4819d-e47f-4b60-afbe-55038231772b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:35.662448 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d02d737-4d66-4dc2-a50e-81ab4cc70d33 req-bcc4819d-e47f-4b60-afbe-55038231772b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0586221 Sep 08 04:54:35.702148 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d02d737-4d66-4dc2-a50e-81ab4cc70d33 req-9c54491f-7b3c-4964-b7a5-0f4ffb8f441e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Sep 08 04:54:35.835971 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa7eaa-709c-4690-bfb8-b02a0141930c req-dfced1df-a2ca-4aa0-8688-f43ec383d661 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:35.837472 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bffa7eaa-709c-4690-bfb8-b02a0141930c req-dfced1df-a2ca-4aa0-8688-f43ec383d661 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0626531 Sep 08 04:54:35.884879 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bffa7eaa-709c-4690-bfb8-b02a0141930c req-276883f9-b63f-46c2-b940-1d8035101ca3 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Sep 08 04:54:36.456710 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 0dab205c-66c1-485a-a825-2011b07cd22b up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:36.505629 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 0dab205c-66c1-485a-a825-2011b07cd22b completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:36.509479 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 0dab205c-66c1-485a-a825-2011b07cd22b triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:36.509853 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:36.588858 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:36.612046 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c61d33-efdc-4c7a-8883-0e77ec8dc2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dab205c-66c1-485a-a825-2011b07cd22b'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:54:36.614805 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ff93a5-145c-4124-9fa2-e0837e6cbf04" -d '{"events": [{"server_uuid": "81c61d33-efdc-4c7a-8883-0e77ec8dc2aa", "name": "network-vif-plugged", "status": "completed", "tag": "0dab205c-66c1-485a-a825-2011b07cd22b"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:54:36.635299 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 0dab205c-66c1-485a-a825-2011b07cd22b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0dab205c-66c1-485a-a825-2011b07cd22b,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:36.641881 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:36.669868 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4faf13-f4e9-4a43-825d-861ea4af973f x-openstack-request-id: req-0a4faf13-f4e9-4a43-825d-861ea4af973f {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:54:36.670801 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c61d33-efdc-4c7a-8883-0e77ec8dc2aa", "name": "network-vif-plugged", "status": "completed", "tag": "0dab205c-66c1-485a-a825-2011b07cd22b", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:54:36.670937 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a0bd1-e9a8-4de0-b135-026dec07b9ee req-982c17cd-89a1-4b46-adea-077bd25f6385 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:36.671759 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a4faf13-f4e9-4a43-825d-861ea4af973f {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:54:36.672224 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c61d33-efdc-4c7a-8883-0e77ec8dc2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dab205c-66c1-485a-a825-2011b07cd22b', 'code': 200} Sep 08 04:54:36.672323 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b5a0bd1-e9a8-4de0-b135-026dec07b9ee req-982c17cd-89a1-4b46-adea-077bd25f6385 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 944 time: 0.0584135 Sep 08 04:54:36.702374 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=0dab205c-66c1-485a-a825-2011b07cd22b,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:36.723709 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b5a0bd1-e9a8-4de0-b135-026dec07b9ee req-b00e8e95-9a7f-4d91-82d4-c3b859a30ccd tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450668 Sep 08 04:54:36.739140 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41500) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:36.849210 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-88d80d72-672b-453f-b290-e0cdc552ec77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:36.938290 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97aa2f-a43f-4284-b456-d23cc30f4c88 req-e2652519-c051-4867-abd6-dd8a9ffabc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:36.940223 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab97aa2f-a43f-4284-b456-d23cc30f4c88 req-e2652519-c051-4867-abd6-dd8a9ffabc83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 1098 time: 0.0665538 Sep 08 04:54:37.194799 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-88d80d72-672b-453f-b290-e0cdc552ec77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:37.206043 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-88d80d72-672b-453f-b290-e0cdc552ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:37.224410 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab97aa2f-a43f-4284-b456-d23cc30f4c88 req-eb95ef6a-1abc-4927-a232-37114e133064 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601871 Sep 08 04:54:37.247398 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d80d72-672b-453f-b290-e0cdc552ec77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b90f473-5758-4022-b326-adbe893dc3eb,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:37.252126 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-88d80d72-672b-453f-b290-e0cdc552ec77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7565c26b3ba44c7bb95db02163ccb348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111842 Sep 08 04:54:37.255328 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41526) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:37.303339 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a6c5-dee8-46d4-a30c-417e938fdbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:37.327775 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a6c5-dee8-46d4-a30c-417e938fdbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:37.425124 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a6c5-dee8-46d4-a30c-417e938fdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:37.429934 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6f5a6c5-dee8-46d4-a30c-417e938fdbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:37.435139 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a6f5a6c5-dee8-46d4-a30c-417e938fdbb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b90f473-5758-4022-b326-adbe893dc3eb HTTP/1.1" status: 204 len: 168 time: 0.1754825 Sep 08 04:54:37.463599 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5a6c5-dee8-46d4-a30c-417e938fdbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b90f473-5758-4022-b326-adbe893dc3eb,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:37.798042 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2d789-371e-4a94-9c27-46032d2d57d2 req-4570bb7b-3a89-4e49-b9a4-7ed90e8bbc23 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:37.798527 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41560) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:37.799714 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-70e2d789-371e-4a94-9c27-46032d2d57d2 req-4570bb7b-3a89-4e49-b9a4-7ed90e8bbc23 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0646079 Sep 08 04:54:37.822764 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-f01744b4-d7d4-41a4-a6d4-7f358ffae445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:37.824752 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-f01744b4-d7d4-41a4-a6d4-7f358ffae445 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1098 time: 0.0670142 Sep 08 04:54:37.825839 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43f554cd-87c4-4b30-807f-5fbbcb1147f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:37.861371 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-70e2d789-371e-4a94-9c27-46032d2d57d2 req-1053758d-38a0-4c3a-9a90-31a536f7fdc2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542364 Sep 08 04:54:37.975675 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2ec8-b003-4cb8-aec8-af375042186f req-36d26f5f-d163-4bf3-adac-10673931f7f5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:37.977149 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8fbd2ec8-b003-4cb8-aec8-af375042186f req-36d26f5f-d163-4bf3-adac-10673931f7f5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 945 time: 0.1460283 Sep 08 04:54:38.025632 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-4317bf9b-5cfc-4a3b-a1ff-d15e502b8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:38.027157 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-4317bf9b-5cfc-4a3b-a1ff-d15e502b8d50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 919 time: 0.1870441 Sep 08 04:54:38.061960 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8fbd2ec8-b003-4cb8-aec8-af375042186f req-ee00afe9-d9b9-4244-9b49-fa4c8b489468 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772488 Sep 08 04:54:38.093277 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-5902ba1b-8379-4bdd-9daa-fa431f005bdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578 HTTP/1.1" status: 200 len: 217 time: 0.0516729 Sep 08 04:54:38.151600 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41576) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:38.152934 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43f554cd-87c4-4b30-807f-5fbbcb1147f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.160013 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43f554cd-87c4-4b30-807f-5fbbcb1147f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.184148 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-7fedb197-a2b6-4a65-955c-107b16526e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:38.186000 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-7fedb197-a2b6-4a65-955c-107b16526e43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.0841074 Sep 08 04:54:38.250782 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-29d51584-1860-4807-b0bc-b4c6007bf912 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476265 Sep 08 04:54:38.257519 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41580) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:38.257697 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-43f554cd-87c4-4b30-807f-5fbbcb1147f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02236fcc06f94b5796f93c22f7808eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577556 Sep 08 04:54:38.258502 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f554cd-87c4-4b30-807f-5fbbcb1147f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d65eb-336a-4c29-832e-fd2e77ca3a52,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:38.296505 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b99a953-966e-4d88-9558-846365d5605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.351066 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73343790-f6dd-41e3-8704-0fb874f9c362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.353086 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-3582224b-5379-4fc6-b68d-ec777fac3505 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909123 Sep 08 04:54:38.380391 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41584) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:38.391968 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73343790-f6dd-41e3-8704-0fb874f9c362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.475514 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b99a953-966e-4d88-9558-846365d5605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.482614 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8064d14-670c-43bd-b55a-1f9b13581134 req-88983a2e-98aa-4a8d-829f-d23b01570138 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192217 Sep 08 04:54:38.484270 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b99a953-966e-4d88-9558-846365d5605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.493938 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73343790-f6dd-41e3-8704-0fb874f9c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.496433 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73343790-f6dd-41e3-8704-0fb874f9c362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.497529 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-73343790-f6dd-41e3-8704-0fb874f9c362 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b9d65eb-336a-4c29-832e-fd2e77ca3a52 HTTP/1.1" status: 204 len: 168 time: 0.2383077 Sep 08 04:54:38.539581 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9b99a953-966e-4d88-9558-846365d5605e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fe4ea948ee049bc9384d4847042627f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868461 Sep 08 04:54:38.541365 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e0761ab6-48b1-4d1f-bb77-4a9f626d78f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.542342 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41592) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:38.552236 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99a953-966e-4d88-9558-846365d5605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5889ba-ab96-46db-ad1b-33b9a99a5cf3,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:38.571373 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73343790-f6dd-41e3-8704-0fb874f9c362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d65eb-336a-4c29-832e-fd2e77ca3a52,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:38.627836 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ccedbe26-c94c-43a6-b251-3456fa9207f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.661178 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ccedbe26-c94c-43a6-b251-3456fa9207f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.682777 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e0761ab6-48b1-4d1f-bb77-4a9f626d78f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.692577 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e0761ab6-48b1-4d1f-bb77-4a9f626d78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.737928 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ccedbe26-c94c-43a6-b251-3456fa9207f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.741606 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ccedbe26-c94c-43a6-b251-3456fa9207f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.745744 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ccedbe26-c94c-43a6-b251-3456fa9207f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f5889ba-ab96-46db-ad1b-33b9a99a5cf3 HTTP/1.1" status: 204 len: 168 time: 0.1992602 Sep 08 04:54:38.765729 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedbe26-c94c-43a6-b251-3456fa9207f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5889ba-ab96-46db-ad1b-33b9a99a5cf3,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:38.806394 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e0761ab6-48b1-4d1f-bb77-4a9f626d78f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58375bbedda641c78ed7e9f0376ee754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249203 Sep 08 04:54:38.809244 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41612) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:38.812404 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0761ab6-48b1-4d1f-bb77-4a9f626d78f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e07514-5eff-4e13-8748-30b389fc3f13,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:38.896581 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eaacf272-7eb8-4169-966d-ff97c0ed5feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:38.946056 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eaacf272-7eb8-4169-966d-ff97c0ed5feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.005839 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa173a-a09a-4110-8984-4d41bdc9e731 req-30903c66-62a2-45d0-be4f-93ef84f8d446 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:39.007661 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a6fa173a-a09a-4110-8984-4d41bdc9e731 req-30903c66-62a2-45d0-be4f-93ef84f8d446 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0665536 Sep 08 04:54:39.039771 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eaacf272-7eb8-4169-966d-ff97c0ed5feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.042574 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eaacf272-7eb8-4169-966d-ff97c0ed5feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.052607 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-eaacf272-7eb8-4169-966d-ff97c0ed5feb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20e07514-5eff-4e13-8748-30b389fc3f13 HTTP/1.1" status: 204 len: 168 time: 0.2407558 Sep 08 04:54:39.063674 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacf272-7eb8-4169-966d-ff97c0ed5feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e07514-5eff-4e13-8748-30b389fc3f13,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:39.095523 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a6fa173a-a09a-4110-8984-4d41bdc9e731 req-f1a51c79-bba2-44a3-9f03-a709f6a572f8 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671527 Sep 08 04:54:39.164784 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41638) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:39.223733 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b5836-8844-44ac-a82c-c13221bc0e40 req-3dc3ad3b-7653-4f8e-a55e-d6aa309cde5e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:39.225285 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-be3b5836-8844-44ac-a82c-c13221bc0e40 req-3dc3ad3b-7653-4f8e-a55e-d6aa309cde5e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 945 time: 0.0666907 Sep 08 04:54:39.273783 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-be3b5836-8844-44ac-a82c-c13221bc0e40 req-043809c0-a46f-46d9-a793-a4d9d5a26cfa tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Sep 08 04:54:39.492326 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f657-3db0-48c7-8fe3-27e4beb02434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.532592 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41660) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:39.557462 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-67cdc652-dfbb-4a26-84af-86a083cbd246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.600357 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f657-3db0-48c7-8fe3-27e4beb02434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.605918 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f657-3db0-48c7-8fe3-27e4beb02434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.690068 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c4d8f657-3db0-48c7-8fe3-27e4beb02434 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a410ebb902c443b9cbdecfe39bba9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242052 Sep 08 04:54:39.692387 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8f657-3db0-48c7-8fe3-27e4beb02434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba303e4c-b8e0-47cf-afa2-5989e91b7874,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:39.694935 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41668) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:39.699469 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-67cdc652-dfbb-4a26-84af-86a083cbd246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.707957 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-67cdc652-dfbb-4a26-84af-86a083cbd246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.765758 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-67cdc652-dfbb-4a26-84af-86a083cbd246 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63d2393665e043f69ea891100daedf5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319973 Sep 08 04:54:39.767984 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdc652-dfbb-4a26-84af-86a083cbd246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5a7306-ab8b-4285-93ed-23705b1e57a2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:39.768517 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41672) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:39.823043 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c79b251-9c14-4bd9-8565-f2fb01d4c582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.859669 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80777ceb-9859-4915-a955-0b535df12119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.863308 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c79b251-9c14-4bd9-8565-f2fb01d4c582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:39.941848 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80777ceb-9859-4915-a955-0b535df12119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.008315 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c79b251-9c14-4bd9-8565-f2fb01d4c582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.010823 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9c79b251-9c14-4bd9-8565-f2fb01d4c582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.011960 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9c79b251-9c14-4bd9-8565-f2fb01d4c582 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba303e4c-b8e0-47cf-afa2-5989e91b7874 HTTP/1.1" status: 204 len: 168 time: 0.3162818 Sep 08 04:54:40.015462 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80777ceb-9859-4915-a955-0b535df12119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.018046 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80777ceb-9859-4915-a955-0b535df12119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.019097 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-80777ceb-9859-4915-a955-0b535df12119 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea5a7306-ab8b-4285-93ed-23705b1e57a2 HTTP/1.1" status: 204 len: 168 time: 0.2494464 Sep 08 04:54:40.023995 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79b251-9c14-4bd9-8565-f2fb01d4c582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba303e4c-b8e0-47cf-afa2-5989e91b7874,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:40.033615 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80777ceb-9859-4915-a955-0b535df12119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5a7306-ab8b-4285-93ed-23705b1e57a2,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:40.249378 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c12ec8-f4fa-4af3-a358-a177dc0ad675 req-40653c35-8844-402e-99d8-c32d28be4d8b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:40.258072 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-71c12ec8-f4fa-4af3-a358-a177dc0ad675 req-40653c35-8844-402e-99d8-c32d28be4d8b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0914502 Sep 08 04:54:40.298856 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-71c12ec8-f4fa-4af3-a358-a177dc0ad675 req-367abcdb-d223-4c5f-be6e-d98574c409ec tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Sep 08 04:54:40.551806 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41722) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:40.598430 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed16b9c8-536c-4e61-a568-09ca9e8a8605 admin admin] Deleting subnet 7d25e972-3f3b-47ac-a1ac-ef51ab4c1f9e {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 04:54:40.601806 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed16b9c8-536c-4e61-a568-09ca9e8a8605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.650042 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed16b9c8-536c-4e61-a568-09ca9e8a8605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.669805 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41728) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:40.693357 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed16b9c8-536c-4e61-a568-09ca9e8a8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.752869 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed16b9c8-536c-4e61-a568-09ca9e8a8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.778634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16b9c8-536c-4e61-a568-09ca9e8a8605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d25e972-3f3b-47ac-a1ac-ef51ab4c1f9e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:40.786110 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed16b9c8-536c-4e61-a568-09ca9e8a8605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.790547 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41736) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:40.790811 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ed16b9c8-536c-4e61-a568-09ca9e8a8605 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d25e972-3f3b-47ac-a1ac-ef51ab4c1f9e HTTP/1.1" status: 204 len: 168 time: 0.2375646 Sep 08 04:54:40.852093 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1646621339-network', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:40.876571 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.892492 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Made reservation on behalf of 83894fcdebe946bfb5beb705f1db44f2 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:40.894866 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.926699 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:40.991876 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.024532 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df594b60-254f-4df2-834d-eee6aa5fcc4e']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:41.041344 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83019454-f0c2-4a3a-9f78-9c06aead428d') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:41.041830 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83019454-f0c2-4a3a-9f78-9c06aead428d') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:41.059984 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32327736'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.090989 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.100042 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 04:54:41.100655 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29364546'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: timer() Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: cb(*args, **kw) Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: self._notify() Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: self.callback(batched_events) Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: event.method(event) Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._get(url).json() Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 04:54:41.102902 dv-cinder-784140-7-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 04:54:41.195556 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.199560 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.207741 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.209728 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/df594b60-254f-4df2-834d-eee6aa5fcc4e HTTP/1.1" status: 204 len: 168 time: 0.4177792 Sep 08 04:54:41.210730 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.212629 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41762) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:41.228579 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28882234-774b-451d-bbd5-1f7a42baafb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=df594b60-254f-4df2-834d-eee6aa5fcc4e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:41.241029 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:54:41.260263 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.260606 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Added segment 74d53704-4e47-4ca6-a387-b522a4a565fc of type vlan for network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 Sep 08 04:54:41.263235 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a9764-eb5c-4556-ba7f-d3951261bfcb,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:41.298883 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4c14da-8c81-43f6-a1a6-6a2f0222b6e0 admin admin] Deleting subnet 4c0d9e82-9bd1-4d16-b6e4-5155a93649a6 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 04:54:41.310439 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b4c14da-8c81-43f6-a1a6-6a2f0222b6e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.312068 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.340424 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.341698 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:41.342988 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.416948 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b4c14da-8c81-43f6-a1a6-6a2f0222b6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.420082 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7488978 Sep 08 04:54:41.441161 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41776) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:41.450671 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Request body: {'subnet': {'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1646621339-subnet', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:41.454405 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479d0ba-184d-421c-83f6-c1e862660817 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:41.469943 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:54:41.495916 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b4c14da-8c81-43f6-a1a6-6a2f0222b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.510093 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7f4dc-b214-43c8-ba83-bba5fac0338d req-0da11d87-1d77-41e4-aae8-19b56c282880 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:41.512010 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d2b7f4dc-b214-43c8-ba83-bba5fac0338d req-0da11d87-1d77-41e4-aae8-19b56c282880 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0938821 Sep 08 04:54:41.513310 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Made reservation on behalf of 83894fcdebe946bfb5beb705f1db44f2 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:41.516415 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31437646'] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.563931 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b4c14da-8c81-43f6-a1a6-6a2f0222b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.589750 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b4c14da-8c81-43f6-a1a6-6a2f0222b6e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.597486 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8b4c14da-8c81-43f6-a1a6-6a2f0222b6e0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4c0d9e82-9bd1-4d16-b6e4-5155a93649a6 HTTP/1.1" status: 204 len: 168 time: 0.3836062 Sep 08 04:54:41.598132 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41784) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:41.641181 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c14da-8c81-43f6-a1a6-6a2f0222b6e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0d9e82-9bd1-4d16-b6e4-5155a93649a6,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:41.661748 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d2b7f4dc-b214-43c8-ba83-bba5fac0338d req-35b25076-ff5f-47d7-8310-fff99dcaa712 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420088 Sep 08 04:54:41.787504 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.799229 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29364769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31437656'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.873875 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79a74b5-164d-4136-b167-901a4f39e341,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:41.878442 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Checking segment: {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:41.878442 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Network hostable DHCP agents. Network: 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:54:41.906112 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:54:41.921739 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:41.929254 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:41.930019 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.930133 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf6c81-c53e-4b55-ad40-6db5ab0a7b0b None None] Network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:41.942095 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.951225 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-89959df5-1a49-488c-9ab7-32d39202218d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5062115 Sep 08 04:54:41.952012 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41810) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:41.956933 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-a1bf3667-ac58-4c94-82d9-3134e5a5171b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:41.959621 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:41.965360 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-a1bf3667-ac58-4c94-82d9-3134e5a5171b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 815 time: 0.2803149 Sep 08 04:54:41.987376 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:41.993564 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6cbaa804-00f9-4a3a-91b7-66891330b44e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/quotas/349229e5ec0b4f759fee8a5c88285eca HTTP/1.1" status: 200 len: 375 time: 0.0269372 Sep 08 04:54:41.997168 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f44041-33da-463b-9ae0-6fdde4e7964b']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:42.001263 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.031789 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40b1711-f11a-4560-8bc2-3e46d4e659f9') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:42.032334 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40b1711-f11a-4560-8bc2-3e46d4e659f9') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:42.045605 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30506971'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.066594 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.079227 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.083207 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-e5067f24-4887-4dea-8cba-fe05fcd39968 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880592 Sep 08 04:54:42.091343 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 04:54:42.091886 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31434934'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: Traceback (most recent call last): Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: timer() Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: cb(*args, **kw) Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: return func(*args, **kwargs) Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: self._notify() Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: self.callback(batched_events) Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: event.method(event) Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: return f(self, *a, **k) Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._get(url).json() Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 04:54:42.094855 dv-cinder-784140-7-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 04:54:42.139835 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 04:54:42.141512 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.242294 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.249459 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.251684 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/97f44041-33da-463b-9ae0-6fdde4e7964b HTTP/1.1" status: 204 len: 168 time: 0.6174157 Sep 08 04:54:42.261822 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.267649 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42cb7f-af4e-476f-8ee5-7e36701acbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=97f44041-33da-463b-9ae0-6fdde4e7964b,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:42.296411 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-2c90dcd5-cc93-4f32-b67a-36e2c3c2cf85 service neutron] 10.222.0.20 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901400 Sep 08 04:54:42.298317 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41822) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:42.361763 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Allocated IP 172.20.0.2 (4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5/b79a74b5-164d-4136-b167-901a4f39e341/f7fe713e-7f24-4561-beea-16caed427dad) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:54:42.423533 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-07649e09-15e1-4eb4-9d18-0468885ced0a service neutron] 10.222.0.20 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208653 Sep 08 04:54:42.511455 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41826) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:42.516715 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.539416 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.544524 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.559152 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Transition to ACTIVE for port object f7fe713e-7f24-4561-beea-16caed427dad will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:42.578198 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-357d761e-75fc-4a6b-be13-cfd8fa38f544 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b341facd1ef046689b72772bbbbeca0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629904 Sep 08 04:54:42.578849 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41830) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:42.614567 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Transition to ACTIVE for port object f7fe713e-7f24-4561-beea-16caed427dad will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:42.630533 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.642952 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-769d9bf9-9467-4424-bfb4-a61165ed3758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.674688 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-769d9bf9-9467-4424-bfb4-a61165ed3758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.690670 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:42.697345 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:42.701122 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:54:42.799211 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-769d9bf9-9467-4424-bfb4-a61165ed3758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.800149 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Attempting to bind port f7fe713e-7f24-4561-beea-16caed427dad on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:54:42.800661 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Attempting to bind port f7fe713e-7f24-4561-beea-16caed427dad by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:54:42.801311 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Attempting to bind port f7fe713e-7f24-4561-beea-16caed427dad on network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:42.801814 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-769d9bf9-9467-4424-bfb4-a61165ed3758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.803309 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Allocated IP 172.27.3.145 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/cd0495a6-7237-4216-b56d-db72423aff6e) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:54:42.807152 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-769d9bf9-9467-4424-bfb4-a61165ed3758 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/378086f0-b9ea-4b71-8938-5dcec6fdb23f HTTP/1.1" status: 204 len: 168 time: 0.2272358 Sep 08 04:54:42.811853 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Pushing event updated for resources: {'Port': ['ID=f7fe713e-7f24-4561-beea-16caed427dad,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:42.814384 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:54:42.814748 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Checking segment: {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:42.815204 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.815591 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Bound using segment: {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:54:42.816169 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Bound port: f7fe713e-7f24-4561-beea-16caed427dad, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:54:42.816550 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:42.872211 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6a174e46-4eb7-40c4-a591-929594cc8846 req-8f33f479-0cd1-4d15-aae2-876796850b1a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 210 time: 0.1064138 Sep 08 04:54:42.887356 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] For port f7fe713e-7f24-4561-beea-16caed427dad, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:54:42.900102 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d9bf9-9467-4424-bfb4-a61165ed3758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378086f0-b9ea-4b71-8938-5dcec6fdb23f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:42.900979 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] For port f7fe713e-7f24-4561-beea-16caed427dad, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=f7fe713e-7f24-4561-beea-16caed427dad,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:54:42.910549 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.015035 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe85bb-c2b6-49ef-9338-d0c72a9e5653 None None] Pushing event updated for resources: {'Port': ['ID=f7fe713e-7f24-4561-beea-16caed427dad,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:43.064545 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.072673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be8700bf-7112-40b3-bb70-f43c48e2ceab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.147510 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516014b-1500-4355-ad99-3c415a6e0319 req-11551b2c-5410-4b6b-a0cb-aa4c9a85dd0c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:43.155408 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3516014b-1500-4355-ad99-3c415a6e0319 req-11551b2c-5410-4b6b-a0cb-aa4c9a85dd0c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.1691022 Sep 08 04:54:43.233314 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3516014b-1500-4355-ad99-3c415a6e0319 req-a7910902-93d7-4d8c-9310-3d820d48ed46 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770390 Sep 08 04:54:43.235863 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.311435 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:43.318541 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:43.330030 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:54:43.356699 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0495a6-7237-4216-b56d-db72423aff6e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:43.372350 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be8700bf-7112-40b3-bb70-f43c48e2ceab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.381186 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be8700bf-7112-40b3-bb70-f43c48e2ceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.391971 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41866) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:43.489833 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-be8700bf-7112-40b3-bb70-f43c48e2ceab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0786859a6675499b9b78e2e1880840eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1879330 Sep 08 04:54:43.493395 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41870) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:43.521085 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8db062a1-b64c-4629-95ff-8fb7d1a12c24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=182bd61a9146441990d72ea47e24385f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276686 Sep 08 04:54:43.525610 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41872) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:43.538297 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8700bf-7112-40b3-bb70-f43c48e2ceab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d137d9-aa72-4fc7-9758-2173eaab552a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:43.590451 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41874) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:43.591749 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314439d4-4868-49b0-a667-c5fbc5f11d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.614556 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eaff585a-9b28-43dc-96b0-3a9a68d31e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.626674 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314439d4-4868-49b0-a667-c5fbc5f11d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.658133 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eaff585a-9b28-43dc-96b0-3a9a68d31e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.732133 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314439d4-4868-49b0-a667-c5fbc5f11d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.735390 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314439d4-4868-49b0-a667-c5fbc5f11d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.738030 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-314439d4-4868-49b0-a667-c5fbc5f11d8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18d137d9-aa72-4fc7-9758-2173eaab552a HTTP/1.1" status: 204 len: 168 time: 0.2420743 Sep 08 04:54:43.740449 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eaff585a-9b28-43dc-96b0-3a9a68d31e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.742888 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eaff585a-9b28-43dc-96b0-3a9a68d31e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.743944 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-eaff585a-9b28-43dc-96b0-3a9a68d31e6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f97a11f-6465-4c7a-a9dd-3f91c65f4fb4 HTTP/1.1" status: 204 len: 168 time: 0.2174149 Sep 08 04:54:43.744221 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:43.749729 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314439d4-4868-49b0-a667-c5fbc5f11d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d137d9-aa72-4fc7-9758-2173eaab552a,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:43.760971 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff585a-9b28-43dc-96b0-3a9a68d31e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f97a11f-6465-4c7a-a9dd-3f91c65f4fb4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:43.810175 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b9685982-4941-4626-8a1a-a56146a25a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.183618 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41896) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:44.208297 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-057e84ce-6507-4672-a0c5-cb63b7802b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.245712 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a512d9d1-91f2-4a10-b8e5-1a1e3cc9a634 req-e931e895-eaf7-41af-b5a5-009aac9b9a2a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 210 time: 0.2856593 Sep 08 04:54:44.412596 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58835443-7b39-4719-87bc-f686e08e3c15 req-96a240d1-3edf-40db-bfcd-9c795fcde35a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:44.416012 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8414c3f1-8193-476f-8ed0-5d1a212bdf96 None None] Network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:44.421728 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-58835443-7b39-4719-87bc-f686e08e3c15 req-96a240d1-3edf-40db-bfcd-9c795fcde35a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0728951 Sep 08 04:54:44.424147 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b9685982-4941-4626-8a1a-a56146a25a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.435473 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b9685982-4941-4626-8a1a-a56146a25a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.450107 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.482280 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-58835443-7b39-4719-87bc-f686e08e3c15 req-5ae682ba-0d09-4f06-8cab-9f341d978ba2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592973 Sep 08 04:54:44.487394 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b9685982-4941-4626-8a1a-a56146a25a99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7da1986f25df4ed09543ee2542e0040f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8918777 Sep 08 04:54:44.493180 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41902) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:44.544812 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-802eabdc-9cbc-439c-8448-1c0d585482f7 None None] Provisioning for port f7fe713e-7f24-4561-beea-16caed427dad completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:44.565215 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9685982-4941-4626-8a1a-a56146a25a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b6fd3-1201-4fa2-879a-d4401a5fe893,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:44.576527 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-9463ad5a-ebb6-408e-8c56-af138c5068b4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:44.578148 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-9463ad5a-ebb6-408e-8c56-af138c5068b4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 815 time: 0.3014688 Sep 08 04:54:44.634786 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Request body: {'port': {'device_id': 'a379d108-0dfe-4036-8d1a-a201c593385c', 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1', 'admin_state_up': True, 'tenant_id': '349229e5ec0b4f759fee8a5c88285eca'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:44.637640 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-41636abf-0f64-492a-b0cd-70dea9f1a250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.675025 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-41636abf-0f64-492a-b0cd-70dea9f1a250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.715041 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-057e84ce-6507-4672-a0c5-cb63b7802b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.730726 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-057e84ce-6507-4672-a0c5-cb63b7802b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.775874 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-057e84ce-6507-4672-a0c5-cb63b7802b51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8967d83ab3ea4b5e908c029db6d012fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911467 Sep 08 04:54:44.776515 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41916) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:44.785857 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e84ce-6507-4672-a0c5-cb63b7802b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db162d27-7cbc-4403-b53f-d03affe4378c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:44.804096 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Router db4b9b02-23ce-49d6-a43f-3677336ebcca is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 04:54:44.810897 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-41636abf-0f64-492a-b0cd-70dea9f1a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.812162 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Made reservation on behalf of 349229e5ec0b4f759fee8a5c88285eca for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:44.813655 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-41636abf-0f64-492a-b0cd-70dea9f1a250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.814816 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-41636abf-0f64-492a-b0cd-70dea9f1a250 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c97b6fd3-1201-4fa2-879a-d4401a5fe893 HTTP/1.1" status: 204 len: 168 time: 0.3169711 Sep 08 04:54:44.815898 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.838802 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41636abf-0f64-492a-b0cd-70dea9f1a250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b6fd3-1201-4fa2-879a-d4401a5fe893,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:44.886441 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29098-0bc3-43ae-8ea4-09a79b52fd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.923761 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29098-0bc3-43ae-8ea4-09a79b52fd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:44.998980 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29098-0bc3-43ae-8ea4-09a79b52fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.002813 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29098-0bc3-43ae-8ea4-09a79b52fd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.006764 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bdb29098-0bc3-43ae-8ea4-09a79b52fd2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db162d27-7cbc-4403-b53f-d03affe4378c HTTP/1.1" status: 204 len: 168 time: 0.2279096 Sep 08 04:54:45.017268 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb29098-0bc3-43ae-8ea4-09a79b52fd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db162d27-7cbc-4403-b53f-d03affe4378c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:45.048442 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Allocated IP 172.20.0.7 (f83a8274-4c5f-4ebc-bf1e-57d60840f6c1/adae5ab8-6eef-428f-9b0f-4bfe076be22b/ad09acb8-6bf1-4654-ba14-85d395a58b79) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:54:45.144115 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:54:45.154112 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Sync routers for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:54:45.174935 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:54:45.175795 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:45.187630 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f7fe713e-7f24-4561-beea-16caed427dad up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:45.219196 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.224191 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-56f30052-ff63-409d-82cf-53ab7deca256 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2674959 Sep 08 04:54:45.225012 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41936) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:45.307588 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port f7fe713e-7f24-4561-beea-16caed427dad completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:45.321737 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port f7fe713e-7f24-4561-beea-16caed427dad triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:45.322155 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.346703 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:54:45.449129 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c72d7e3d-a1cf-4dc2-96fa-24893eed1467 req-68e7c9c5-450d-4de6-a164-ae468f5d16b2 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 210 time: 0.0336487 Sep 08 04:54:45.468010 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.544502 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.554406 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41946) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:45.595183 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-198ae10e-9345-42b8-a352-18aca8c0d0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.625182 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.625534 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port f7fe713e-7f24-4561-beea-16caed427dad, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=f7fe713e-7f24-4561-beea-16caed427dad,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:45.635676 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.666462 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:43Z', 'revision_number': 3, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:45.696432 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41948) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:45.711910 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Checking router: db4b9b02-23ce-49d6-a43f-3677336ebcca for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:54:45.712629 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Updating router db4b9b02-23ce-49d6-a43f-3677336ebcca port cd0495a6-7237-4216-b56d-db72423aff6e binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:54:45.742403 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=f7fe713e-7f24-4561-beea-16caed427dad,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:45.746231 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:45.757502 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['37a58342-d052-4869-998f-011706bc7d37', '0dab205c-66c1-485a-a825-2011b07cd22b'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:54:45.767611 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.782539 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5aa2a-5b6b-434a-8c08-61dcaf6d59c8 req-e012c78f-27c9-4933-98c5-e6a70a247eee tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:45.786857 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8ed5aa2a-5b6b-434a-8c08-61dcaf6d59c8 req-e012c78f-27c9-4933-98c5-e6a70a247eee tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.1552892 Sep 08 04:54:45.787797 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:45.798248 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:54:45.862532 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:45.863184 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:45.865743 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Pushing event updated for resources: {'Port': ['ID=ad09acb8-6bf1-4654-ba14-85d395a58b79,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:45.937860 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8ed5aa2a-5b6b-434a-8c08-61dcaf6d59c8 req-ed1f0848-430a-4f12-91e7-4f9c4f55f9b8 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806375 Sep 08 04:54:45.999099 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-198ae10e-9345-42b8-a352-18aca8c0d0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.015380 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-198ae10e-9345-42b8-a352-18aca8c0d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.083564 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-18d128ba-6615-4d10-b591-6bdd94da4ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.091984 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ae10e-9345-42b8-a352-18aca8c0d0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708525f8-2bb2-4840-baa9-6a47857e488f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:46.105307 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6be27b6c-0171-46b2-a9b6-60ba22d6b9c5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4808843 Sep 08 04:54:46.137417 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Request body: {'port': {'device_id': 'a379d108-0dfe-4036-8d1a-a201c593385c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:46.154168 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-198ae10e-9345-42b8-a352-18aca8c0d0ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=887fc597b4e94cffb334efa862f3bb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974655 Sep 08 04:54:46.161560 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41962) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:46.231064 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.288612 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.304995 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Transition to ACTIVE for port object cd0495a6-7237-4216-b56d-db72423aff6e will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:46.317426 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.405308 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Pushing event updated for resources: {'Port': ['ID=cd0495a6-7237-4216-b56d-db72423aff6e,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:46.406627 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-18d128ba-6615-4d10-b591-6bdd94da4ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.410968 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eae6cf64-d40d-42a0-b4d4-2d6919650afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.416076 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Attempting to bind port cd0495a6-7237-4216-b56d-db72423aff6e on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:54:46.416869 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Attempting to bind port cd0495a6-7237-4216-b56d-db72423aff6e by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:54:46.417540 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Attempting to bind port cd0495a6-7237-4216-b56d-db72423aff6e on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:46.427357 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.427544 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-18d128ba-6615-4d10-b591-6bdd94da4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.428145 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.428725 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.430341 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.430946 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.431579 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.432128 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.433253 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.434295 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.434866 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.435425 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.436522 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:54:46.443899 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:54:46.445710 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:46.446353 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.447867 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:54:46.448493 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Bound port: cd0495a6-7237-4216-b56d-db72423aff6e, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:54:46.448867 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.463504 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.470741 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eae6cf64-d40d-42a0-b4d4-2d6919650afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.507182 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-18d128ba-6615-4d10-b591-6bdd94da4ecf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7efb697e02424e0a821fb219c10c4ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8096960 Sep 08 04:54:46.512105 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d128ba-6615-4d10-b591-6bdd94da4ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f9a5c3-8529-4540-bdd9-0200d6e3537a,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:46.515117 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 41974) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:46.521664 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] For port cd0495a6-7237-4216-b56d-db72423aff6e, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:54:46.525889 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] For port cd0495a6-7237-4216-b56d-db72423aff6e, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=cd0495a6-7237-4216-b56d-db72423aff6e,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:54:46.532144 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.612759 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4900bd-aa5d-4aff-ac06-1e95c23bc954 None None] Pushing event updated for resources: {'Port': ['ID=cd0495a6-7237-4216-b56d-db72423aff6e,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:46.625253 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:54:46.626119 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:46.654462 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67991a74-598c-4f64-b726-f4dceea71eca req-921ac35b-5977-4501-bbf2-d231583f5d90 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:46.657167 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eae6cf64-d40d-42a0-b4d4-2d6919650afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.660036 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eae6cf64-d40d-42a0-b4d4-2d6919650afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.661644 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-eae6cf64-d40d-42a0-b4d4-2d6919650afd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/708525f8-2bb2-4840-baa9-6a47857e488f HTTP/1.1" status: 204 len: 168 time: 0.4975836 Sep 08 04:54:46.661804 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-67991a74-598c-4f64-b726-f4dceea71eca req-921ac35b-5977-4501-bbf2-d231583f5d90 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 931 time: 0.0851846 Sep 08 04:54:46.742686 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:54:46.746704 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad09acb8-6bf1-4654-ba14-85d395a58b79 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:54:46.751812 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6cf64-d40d-42a0-b4d4-2d6919650afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708525f8-2bb2-4840-baa9-6a47857e488f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:46.768070 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-67991a74-598c-4f64-b726-f4dceea71eca req-f97a3a46-5dfa-4287-b86c-011fb328873d tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003146 Sep 08 04:54:46.770482 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.787114 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c44822ce-fbf6-420a-ac6f-ac93d67b8666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.796387 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Transition to ACTIVE for port object ad09acb8-6bf1-4654-ba14-85d395a58b79 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:46.801466 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.864103 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c44822ce-fbf6-420a-ac6f-ac93d67b8666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:46.916538 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Pushing event updated for resources: {'Port': ['ID=ad09acb8-6bf1-4654-ba14-85d395a58b79,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:46.931535 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Allocated IP 172.20.0.1 (4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5/b79a74b5-164d-4136-b167-901a4f39e341/8d75e978-ce98-4e5f-b9d4-74cdf9b1b347) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:54:47.021251 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c44822ce-fbf6-420a-ac6f-ac93d67b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.024471 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c44822ce-fbf6-420a-ac6f-ac93d67b8666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.026007 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c44822ce-fbf6-420a-ac6f-ac93d67b8666 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34f9a5c3-8529-4540-bdd9-0200d6e3537a HTTP/1.1" status: 204 len: 168 time: 0.4928095 Sep 08 04:54:47.071914 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44822ce-fbf6-420a-ac6f-ac93d67b8666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f9a5c3-8529-4540-bdd9-0200d6e3537a,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:47.075061 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Attempting to bind port ad09acb8-6bf1-4654-ba14-85d395a58b79 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:54:47.075416 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Attempting to bind port ad09acb8-6bf1-4654-ba14-85d395a58b79 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:54:47.075755 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Attempting to bind port ad09acb8-6bf1-4654-ba14-85d395a58b79 on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:47.086234 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Port ad09acb8-6bf1-4654-ba14-85d395a58b79 on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:54:47.086578 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Attempting to bind port ad09acb8-6bf1-4654-ba14-85d395a58b79 on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:47.101223 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:54:47.101650 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Checking segment: {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:47.102079 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Bound using segment: {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:54:47.104355 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Bound port: ad09acb8-6bf1-4654-ba14-85d395a58b79, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:54:47.104745 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.138501 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.157965 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1df2e-c198-4cd2-a701-b1465533419c req-96ce15f2-1401-4007-84fe-916760a5bdef tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:47.159615 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e8b1df2e-c198-4cd2-a701-b1465533419c req-96ce15f2-1401-4007-84fe-916760a5bdef tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.1161113 Sep 08 04:54:47.178379 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Transition to ACTIVE for port object 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:47.186923 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f7fe713e-7f24-4561-beea-16caed427dad up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:47.198131 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:43Z', 'revision_number': 3, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:47.228563 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 41994) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:47.233379 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] For port ad09acb8-6bf1-4654-ba14-85d395a58b79, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:54:47.240122 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fd90b-efb7-44f4-a614-25095adf799a None None] The sync data for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi is: [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:43Z', 'revision_number': 3, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:54:47.242411 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] For port ad09acb8-6bf1-4654-ba14-85d395a58b79, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ad09acb8-6bf1-4654-ba14-85d395a58b79,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:54:47.254379 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.296999 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port f7fe713e-7f24-4561-beea-16caed427dad triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:47.297574 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.300984 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.307844 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:47.308744 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.311096 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] 10.222.0.26 "PUT /v2.0/ports/ad09acb8-6bf1-4654-ba14-85d395a58b79 HTTP/1.1" status: 200 len: 1093 time: 1.1814308 Sep 08 04:54:47.314627 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a379d108-0dfe-4036-8d1a-a201c593385c', 'tag': 'ad09acb8-6bf1-4654-ba14-85d395a58b79'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:54:47.317359 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47428620-8e1d-45f3-80b9-8fef4ee97369" -d '{"events": [{"name": "network-changed", "server_uuid": "a379d108-0dfe-4036-8d1a-a201c593385c", "tag": "ad09acb8-6bf1-4654-ba14-85d395a58b79"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:54:47.337503 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e8b1df2e-c198-4cd2-a701-b1465533419c req-6106135b-2e82-48e2-af05-18e97928e684 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633780 Sep 08 04:54:47.354064 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe332f3d-4046-4363-ba84-a686318e80ee service neutron] Pushing event updated for resources: {'Port': ['ID=ad09acb8-6bf1-4654-ba14-85d395a58b79,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:47.420634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Pushing event updated for resources: {'Port': ['ID=8d75e978-ce98-4e5f-b9d4-74cdf9b1b347,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:47.429283 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:47.432020 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:47.434834 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:54:47.485916 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-3aab662b-0d24-43b5-8ddb-d5e28491d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:47.487715 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-3aab662b-0d24-43b5-8ddb-d5e28491d00f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 1096 time: 0.0950875 Sep 08 04:54:47.501717 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.611939 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-9fe55789-0e16-48e3-b555-07b62111010d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad09acb8-6bf1-4654-ba14-85d395a58b79 HTTP/1.1" status: 200 len: 217 time: 0.1069958 Sep 08 04:54:47.704732 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e86e74d-1902-4033-b36f-1c4ac221bec3 x-openstack-request-id: req-9e86e74d-1902-4033-b36f-1c4ac221bec3 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:54:47.705322 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a379d108-0dfe-4036-8d1a-a201c593385c", "tag": "ad09acb8-6bf1-4654-ba14-85d395a58b79", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:54:47.706760 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e86e74d-1902-4033-b36f-1c4ac221bec3 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:54:47.708717 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a379d108-0dfe-4036-8d1a-a201c593385c', 'tag': 'ad09acb8-6bf1-4654-ba14-85d395a58b79', 'status': 'completed', 'code': 200} Sep 08 04:54:47.741418 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aeb3b4d5-ff28-407c-ab05-1b73911b09d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.751792 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.784666 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-d1068fc4-5a33-4333-b5a9-8626372bf229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:47.786755 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-d1068fc4-5a33-4333-b5a9-8626372bf229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adae5ab8-6eef-428f-9b0f-4bfe076be22b HTTP/1.1" status: 200 len: 855 time: 0.1512098 Sep 08 04:54:47.837203 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-0c295e31-8019-49e3-8ced-1d813d413412 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395350 Sep 08 04:54:47.840599 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-24771d0b-1ccb-4ffb-89a1-77bff559e26d None None] Provisioning for port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:47.846264 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-24771d0b-1ccb-4ffb-89a1-77bff559e26d None None] Provisioning complete for port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:47.846894 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-24771d0b-1ccb-4ffb-89a1-77bff559e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:47.942083 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-24771d0b-1ccb-4ffb-89a1-77bff559e26d None None] Port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:54:48.022830 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aeb3b4d5-ff28-407c-ab05-1b73911b09d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.036162 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aeb3b4d5-ff28-407c-ab05-1b73911b09d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.048008 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8ef29-bc64-4008-87bf-489adfb76e30 req-3e1fa131-380c-4d1e-ae39-c3a59faec1bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:48.049718 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8ba8ef29-bc64-4008-87bf-489adfb76e30 req-3e1fa131-380c-4d1e-ae39-c3a59faec1bb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 943 time: 0.1540198 Sep 08 04:54:48.103309 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3b4d5-ff28-407c-ab05-1b73911b09d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d718f6-741e-413b-a22c-240b9799bc7f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:48.108646 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-aeb3b4d5-ff28-407c-ab05-1b73911b09d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14a3ae6d315a49dfa369d666e98ee035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8765306 Sep 08 04:54:48.110384 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-ffdc74a0-591d-471d-adbc-b6d1297a71f8 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557521 Sep 08 04:54:48.111206 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 42026) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:48.162775 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8ba8ef29-bc64-4008-87bf-489adfb76e30 req-76744ea0-1473-41af-9e72-134a96b2a1f9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996585 Sep 08 04:54:48.222026 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.229730 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.266324 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-86068e90-5148-47ee-a422-3a774cf4f817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.298661 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Pushing event updated for resources: {'Port': ['ID=8d75e978-ce98-4e5f-b9d4-74cdf9b1b347,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:48.305767 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.318682 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-86068e90-5148-47ee-a422-3a774cf4f817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.416624 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-86068e90-5148-47ee-a422-3a774cf4f817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.427214 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-86068e90-5148-47ee-a422-3a774cf4f817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.433210 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-86068e90-5148-47ee-a422-3a774cf4f817 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05d718f6-741e-413b-a22c-240b9799bc7f HTTP/1.1" status: 204 len: 168 time: 0.3208530 Sep 08 04:54:48.472063 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:48.474336 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:48.549667 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b6b3dc1-a365-4ade-8fbc-fd6f16868e03 req-6d38b4ed-16bc-4d30-aacd-bc1ef5994a98 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974702 Sep 08 04:54:48.562925 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86068e90-5148-47ee-a422-3a774cf4f817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d718f6-741e-413b-a22c-240b9799bc7f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:48.603323 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac746c1-04f7-4cca-a6ee-ffdd8bfd0050 req-6d8ba664-d1da-4fb3-bddd-f667afa8c1c2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:48.604923 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cac746c1-04f7-4cca-a6ee-ffdd8bfd0050 req-6d8ba664-d1da-4fb3-bddd-f667afa8c1c2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.1606071 Sep 08 04:54:48.678492 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cac746c1-04f7-4cca-a6ee-ffdd8bfd0050 req-dd40ea7b-c0b4-4bdf-83cb-09d2b61352d9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649908 Sep 08 04:54:48.707707 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Router db4b9b02-23ce-49d6-a43f-3677336ebcca has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:54:48.768172 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-e87557bd-2e12-4510-af3b-331786c1ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:48.769693 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-e87557bd-2e12-4510-af3b-331786c1ae4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 1096 time: 0.0872056 Sep 08 04:54:48.839008 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:54:48.847264 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4b5d5775-ae57-46f2-8dae-b29493512155 admin admin] 10.222.0.20 "PUT /v2.0/routers/db4b9b02-23ce-49d6-a43f-3677336ebcca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6183677 Sep 08 04:54:48.866468 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-781a8d5f-9ff1-44af-a43c-cf585ae9f29d None None] Provisioning complete for port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:48.867428 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-781a8d5f-9ff1-44af-a43c-cf585ae9f29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:48.882794 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-d667740c-5b0a-4888-bdc7-9fbbad594d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:48.885706 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-d667740c-5b0a-4888-bdc7-9fbbad594d08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 916 time: 0.1029799 Sep 08 04:54:48.932314 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-781a8d5f-9ff1-44af-a43c-cf585ae9f29d None None] Port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:54:48.965742 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-b275d3e1-64fa-4fa8-b52a-ddbce27b648c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad09acb8-6bf1-4654-ba14-85d395a58b79 HTTP/1.1" status: 200 len: 217 time: 0.0536151 Sep 08 04:54:49.022987 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-2ef4886e-8fb0-4f5b-aeee-8dff7122150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:49.024618 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-2ef4886e-8fb0-4f5b-aeee-8dff7122150f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adae5ab8-6eef-428f-9b0f-4bfe076be22b HTTP/1.1" status: 200 len: 855 time: 0.0494316 Sep 08 04:54:49.104556 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-c0f0d4b7-5493-41f1-af40-bb9788366363 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669994 Sep 08 04:54:49.199181 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device cd0495a6-7237-4216-b56d-db72423aff6e up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:49.298754 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port cd0495a6-7237-4216-b56d-db72423aff6e completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:49.305466 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port cd0495a6-7237-4216-b56d-db72423aff6e triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:49.306100 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:49.427457 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-6549daac-e7fb-486b-9381-11ff6c8e14fd service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978814 Sep 08 04:54:49.448409 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:49.487154 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port cd0495a6-7237-4216-b56d-db72423aff6e, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=cd0495a6-7237-4216-b56d-db72423aff6e,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:49.488248 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78625058-aa34-4935-9b4b-11dc7d52e4cc req-2c56e927-0de8-4485-a670-d2cd2c761253 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:49.490024 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-78625058-aa34-4935-9b4b-11dc7d52e4cc req-2c56e927-0de8-4485-a670-d2cd2c761253 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 943 time: 0.1702425 Sep 08 04:54:49.495087 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:49.563679 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=cd0495a6-7237-4216-b56d-db72423aff6e,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:49.573742 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-78625058-aa34-4935-9b4b-11dc7d52e4cc req-883643fb-4d29-4457-9e41-b38f8b359576 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765452 Sep 08 04:54:49.593391 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47428620-8e1d-45f3-80b9-8fef4ee97369 req-53328277-ddb7-4d81-9652-a438e5287ca1 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512134 Sep 08 04:54:49.666703 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Sync routers for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:54:49.682472 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:54:49.683112 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:49.803377 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:54:49.812035 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83495c5f-9787-4c53-881a-df090e303812 req-99404590-a2e3-4c45-8119-5f258641ad9c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:49.814418 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-83495c5f-9787-4c53-881a-df090e303812 req-99404590-a2e3-4c45-8119-5f258641ad9c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0546885 Sep 08 04:54:49.857928 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-83495c5f-9787-4c53-881a-df090e303812 req-5174f0f4-2970-4378-b464-200be87810db tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370853 Sep 08 04:54:50.032797 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 42110) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:50.037689 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1787529859-network', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:50.047199 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '8d75e978-ce98-4e5f-b9d4-74cdf9b1b347', 'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'mac_address': 'fa:16:3e:ac:40:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:46Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 2, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'subnets': [{'id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:50.060789 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Made reservation on behalf of db83bf0e6f264a808543dd45a3dea5e0 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:50.064957 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.077125 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.082931 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Checking router: db4b9b02-23ce-49d6-a43f-3677336ebcca for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:54:50.083184 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Updating router db4b9b02-23ce-49d6-a43f-3677336ebcca port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:54:50.110091 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.181371 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.187632 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.211397 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:54:50.226772 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57611d3d-ef99-4631-9f50-c8a36cd3b634,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:50.241305 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.242319 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Added segment 4c208d5b-84c0-4d12-99b9-fc387ab38f28 of type vlan for network 4d485b93-9eca-4199-891c-0a731acb8591 Sep 08 04:54:50.267470 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42114) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:50.288504 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.317155 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.318672 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:50.319577 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.397847 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3635168 Sep 08 04:54:50.400195 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42120) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:50.406319 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Request body: {'subnet': {'network_id': '4d485b93-9eca-4199-891c-0a731acb8591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1787529859-subnet', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:50.473528 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-557952113-network', 'tenant_id': '151c162cc7824e8da20770c58e2c0b94'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:50.481515 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac38d1-cacd-403a-8f18-9304ccdabadd admin admin] Pushing event updated for resources: {'Network': ['ID=4d485b93-9eca-4199-891c-0a731acb8591,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:50.496327 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network 4d485b93-9eca-4199-891c-0a731acb8591 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:54:50.503768 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.510569 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Made reservation on behalf of db83bf0e6f264a808543dd45a3dea5e0 for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:50.513122 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31133423'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.523007 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device ad09acb8-6bf1-4654-ba14-85d395a58b79 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:54:50.543864 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Transition to ACTIVE for port object 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:50.589130 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.665035 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.db.resource_extend [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 04:54:50.742816 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Made reservation on behalf of 151c162cc7824e8da20770c58e2c0b94 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:50.745092 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.753927 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a65f7-72b0-4369-a9e4-8195d7db2a3b None None] Pushing event updated for resources: {'Port': ['ID=8d75e978-ce98-4e5f-b9d4-74cdf9b1b347,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:50.754410 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892f2a-ccdf-4521-a28d-d71b2c783439 req-1d798d63-3a51-474e-b679-2c300d796d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:50.756300 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Attempting to bind port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:54:50.756596 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c2892f2a-ccdf-4521-a28d-d71b2c783439 req-1d798d63-3a51-474e-b679-2c300d796d12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1098 time: 0.1435115 Sep 08 04:54:50.756716 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Attempting to bind port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:54:50.757002 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Attempting to bind port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 on network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:50.782860 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.791175 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:54:50.791619 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Checking segment: {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:50.792066 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.792462 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Bound using segment: {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:54:50.792954 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Bound port: 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:54:50.793338 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.800632 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c2892f2a-ccdf-4521-a28d-d71b2c783439 req-4b34ed73-d5d0-4a7e-8681-7db53325d458 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352492 Sep 08 04:54:50.897667 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port ad09acb8-6bf1-4654-ba14-85d395a58b79, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ad09acb8-6bf1-4654-ba14-85d395a58b79,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:50.909726 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] For port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:54:50.913193 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f0700-cf30-415e-9a4c-168fdb9c9ed1 req-7bcb949d-eabc-4973-96a9-24e953d5aa33 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:50.914863 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f66f0700-cf30-415e-9a4c-168fdb9c9ed1 req-7bcb949d-eabc-4973-96a9-24e953d5aa33 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 943 time: 0.1334355 Sep 08 04:54:50.919394 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'ad09acb8-6bf1-4654-ba14-85d395a58b79', 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1', 'port_id': 'ad09acb8-6bf1-4654-ba14-85d395a58b79', 'mac_address': 'fa:16:3e:27:5a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adae5ab8-6eef-428f-9b0f-4bfe076be22b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:54:50.927296 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] For port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=8d75e978-ce98-4e5f-b9d4-74cdf9b1b347,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:54:50.942092 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31435733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31133433'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.949251 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:50.995339 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ebc2f-fa80-4c8d-b7d0-e3ff43146197 req-28dbf1da-40cf-4f84-9511-e0896c095ddc tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:50.997476 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-900ebc2f-fa80-4c8d-b7d0-e3ff43146197 req-28dbf1da-40cf-4f84-9511-e0896c095ddc tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0537672 Sep 08 04:54:51.020919 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.056045 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a65f7-72b0-4369-a9e4-8195d7db2a3b None None] Pushing event updated for resources: {'Port': ['ID=8d75e978-ce98-4e5f-b9d4-74cdf9b1b347,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:51.059390 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad09acb8-6bf1-4654-ba14-85d395a58b79 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:54:51.063652 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f66f0700-cf30-415e-9a4c-168fdb9c9ed1 req-22580682-8c5a-4703-b51c-57a0cc440002 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375408 Sep 08 04:54:51.068777 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:54:51.069414 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:51.113136 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54029ff-6c32-4012-8091-d741395008e3,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:51.121485 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port ad09acb8-6bf1-4654-ba14-85d395a58b79, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ad09acb8-6bf1-4654-ba14-85d395a58b79,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:51.129575 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.155231 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.160800 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Checking segment: {'id': '4c208d5b-84c0-4d12-99b9-fc387ab38f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:51.161288 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Network hostable DHCP agents. Network: 4d485b93-9eca-4199-891c-0a731acb8591, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:54:51.176027 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.191394 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:54:51.195908 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device cd0495a6-7237-4216-b56d-db72423aff6e up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:51.221826 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.222255 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Added segment 6209a364-7d92-457d-9fed-847d8dd88c8f of type vlan for network c260a398-ea59-4de2-854a-ef459a3675ea Sep 08 04:54:51.265779 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c58971-0e64-4911-ab6b-480cdfb603ce,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:51.297234 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Network 4d485b93-9eca-4199-891c-0a731acb8591 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:54:51.320359 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, 4d485b93-9eca-4199-891c-0a731acb8591) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:51.330302 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.349680 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:51.350292 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.350657 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-900ebc2f-fa80-4c8d-b7d0-e3ff43146197 req-6553995c-2c3b-453a-8f68-c5765d5d4751 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450398 Sep 08 04:54:51.378939 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d37ba-3351-4150-951f-84d03c174c6e None None] Network 4d485b93-9eca-4199-891c-0a731acb8591 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:51.392843 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-34e11d47-0f2c-4c3a-a6ca-5e77971c6009 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9892445 Sep 08 04:54:51.392843 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.393296 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 42140) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:51.394285 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:51.395143 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.398590 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:51.421115 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.422413 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.434016 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1632886 Sep 08 04:54:51.437279 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 42142) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:51.446760 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Request body: {'subnet': {'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-557952113-subnet', 'tenant_id': '151c162cc7824e8da20770c58e2c0b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:51.462633 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be2ba9-f51b-447e-956f-ebde59e0e8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=c260a398-ea59-4de2-854a-ef459a3675ea,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:51.499161 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.506719 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=ad09acb8-6bf1-4654-ba14-85d395a58b79,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:51.509266 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network c260a398-ea59-4de2-854a-ef459a3675ea details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:54:51.535198 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:54:51.540777 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Made reservation on behalf of 151c162cc7824e8da20770c58e2c0b94 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:51.543108 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31437646'] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.640592 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['ad09acb8-6bf1-4654-ba14-85d395a58b79'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:54:51.687428 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.698628 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port cd0495a6-7237-4216-b56d-db72423aff6e triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:51.699534 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.886238 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29364769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31437656'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:51.919260 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-4d485b93-9eca-4199-891c-0a731acb8591', 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'fixed_ips': [{'subnet_id': 'b54029ff-6c32-4012-8091-d741395008e3'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 04:54:51.920735 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.015956 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe190d0-ef08-438d-8919-70966cb61a94,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:52.039171 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42158) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:52.049795 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Checking segment: {'id': '6209a364-7d92-457d-9fed-847d8dd88c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:52.050211 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Network hostable DHCP agents. Network: c260a398-ea59-4de2-854a-ef459a3675ea, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:54:52.067753 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.091609 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.098357 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Network c260a398-ea59-4de2-854a-ef459a3675ea is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:54:52.133584 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, c260a398-ea59-4de2-854a-ef459a3675ea) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:52.142673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:52.143262 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.155228 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a00e5f-1fb4-4d84-a1d1-f993c8eb71bf None None] Network c260a398-ea59-4de2-854a-ef459a3675ea requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:52.171199 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2feb46e0-d08f-4423-991a-31e45a83e251 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7283945 Sep 08 04:54:52.224271 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Allocated IP 172.27.3.78 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/feee5332-26d4-46db-aeee-6bbc484c7b24) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:54:52.233201 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff54e-ffa1-44dc-8a1f-ff9097cade37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.367127 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.403343 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8ceb-d79e-422f-a0e0-1030bd43c1d4 req-cc59d2d0-bff5-4b98-961b-a48b8e374e78 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:52.405604 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bb1a8ceb-d79e-422f-a0e0-1030bd43c1d4 req-cc59d2d0-bff5-4b98-961b-a48b8e374e78 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 944 time: 0.1479607 Sep 08 04:54:52.434317 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.438592 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Allocated IP 172.20.0.2 (4d485b93-9eca-4199-891c-0a731acb8591/b54029ff-6c32-4012-8091-d741395008e3/d8543c29-487d-43c1-9477-8c194c7f3904) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:54:52.451490 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '8d75e978-ce98-4e5f-b9d4-74cdf9b1b347', 'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'mac_address': 'fa:16:3e:ac:40:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:46Z', 'updated_at': '2021-09-08T04:54:50Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'subnets': [{'id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:52.468125 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bb1a8ceb-d79e-422f-a0e0-1030bd43c1d4 req-a23c239b-15fd-4ac3-8bf6-8f107a293458 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524168 Sep 08 04:54:52.505652 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffcd76-1fc0-4ce3-8f3f-6953cb4b9b25 None None] The sync data for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi is: [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '8d75e978-ce98-4e5f-b9d4-74cdf9b1b347', 'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'mac_address': 'fa:16:3e:ac:40:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:46Z', 'updated_at': '2021-09-08T04:54:50Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'subnets': [{'id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:54:52.505868 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff54e-ffa1-44dc-8a1f-ff9097cade37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.517220 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff54e-ffa1-44dc-8a1f-ff9097cade37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.518837 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Pushing event updated for resources: {'Port': ['ID=feee5332-26d4-46db-aeee-6bbc484c7b24,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:52.547883 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:52.549319 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:52.564487 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:54:52.615338 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0d3ff54e-ffa1-44dc-8a1f-ff9097cade37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=980ab00f4d944f0ca12b15b8215e29d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738223 Sep 08 04:54:52.617877 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 42174) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:52.674323 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ff54e-ffa1-44dc-8a1f-ff9097cade37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dec497-5f58-4409-b4e3-c23d4df380b3,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:52.711548 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efa2f5-11af-45de-a866-a1f77d81180f req-96fcf4c6-887b-4992-a382-b92e50e746a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:52.714916 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-21efa2f5-11af-45de-a866-a1f77d81180f req-96fcf4c6-887b-4992-a382-b92e50e746a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0943372 Sep 08 04:54:52.718204 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20887672-5cf9-431e-b85f-442b535029a9 None None] Network c260a398-ea59-4de2-854a-ef459a3675ea requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:52.760405 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f37236a4-cafe-41dc-8e84-26ca5eaeff4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.775726 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-21efa2f5-11af-45de-a866-a1f77d81180f req-efddb3fe-87ff-4456-b315-3e1232106dc4 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527606 Sep 08 04:54:52.864437 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f37236a4-cafe-41dc-8e84-26ca5eaeff4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.891197 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:52.933437 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Transition to ACTIVE for port object d8543c29-487d-43c1-9477-8c194c7f3904 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:52.971508 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Transition to ACTIVE for port object d8543c29-487d-43c1-9477-8c194c7f3904 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:53.012588 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.049382 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f37236a4-cafe-41dc-8e84-26ca5eaeff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.052645 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f37236a4-cafe-41dc-8e84-26ca5eaeff4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.057794 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f37236a4-cafe-41dc-8e84-26ca5eaeff4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8dec497-5f58-4409-b4e3-c23d4df380b3 HTTP/1.1" status: 204 len: 168 time: 0.4388428 Sep 08 04:54:53.076605 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37236a4-cafe-41dc-8e84-26ca5eaeff4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dec497-5f58-4409-b4e3-c23d4df380b3,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:53.079911 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.214691 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Network 4d485b93-9eca-4199-891c-0a731acb8591 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:53.226259 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:53.229688 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:54:53.257449 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Pushing event updated for resources: {'Port': ['ID=d8543c29-487d-43c1-9477-8c194c7f3904,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:53.316785 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-ebf95907-c83c-47a5-913f-c19b45a5fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:53.318306 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-ebf95907-c83c-47a5-913f-c19b45a5fab3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1098 time: 0.1624658 Sep 08 04:54:53.331191 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:53.388321 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Attempting to bind port d8543c29-487d-43c1-9477-8c194c7f3904 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:54:53.389244 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Attempting to bind port d8543c29-487d-43c1-9477-8c194c7f3904 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '4c208d5b-84c0-4d12-99b9-fc387ab38f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:54:53.389677 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Attempting to bind port d8543c29-487d-43c1-9477-8c194c7f3904 on network 4d485b93-9eca-4199-891c-0a731acb8591 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:53.400478 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42196) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:53.406140 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:54:53.409132 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Checking segment: {'id': '4c208d5b-84c0-4d12-99b9-fc387ab38f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:53.415237 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.415723 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Bound using segment: {'id': '4c208d5b-84c0-4d12-99b9-fc387ab38f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:54:53.416244 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Bound port: d8543c29-487d-43c1-9477-8c194c7f3904, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c208d5b-84c0-4d12-99b9-fc387ab38f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:54:53.416640 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.439651 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-6a370f0f-523d-483d-b0c0-1865dfc622dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:53.441126 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-6a370f0f-523d-483d-b0c0-1865dfc622dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 919 time: 0.1106801 Sep 08 04:54:53.458703 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f69d8c-1b53-43f5-9430-fff98da270b2 req-3e6e2205-936f-4832-a5ed-6e93aecaf463 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:53.460384 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-76f69d8c-1b53-43f5-9430-fff98da270b2 req-3e6e2205-936f-4832-a5ed-6e93aecaf463 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.2232287 Sep 08 04:54:53.484196 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:53.498252 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:53.498630 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.556730 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] For port d8543c29-487d-43c1-9477-8c194c7f3904, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:54:53.561481 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] For port d8543c29-487d-43c1-9477-8c194c7f3904, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=d8543c29-487d-43c1-9477-8c194c7f3904,segment=NetworkSegment(4c208d5b-84c0-4d12-99b9-fc387ab38f28),segment_id=4c208d5b-84c0-4d12-99b9-fc387ab38f28)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:54:53.600956 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ca86e333-aa06-4fce-8456-eec771582371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.611772 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.614473 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.621005 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-76f69d8c-1b53-43f5-9430-fff98da270b2 req-314110fa-fe64-4be2-b639-d1e371556d08 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154342 Sep 08 04:54:53.625634 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-beb50293-6798-4637-aeeb-23077ee9baf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578 HTTP/1.1" status: 200 len: 217 time: 0.1643233 Sep 08 04:54:53.721151 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=8d75e978-ce98-4e5f-b9d4-74cdf9b1b347,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:53.733619 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.767333 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7b4a7-3464-4ef7-ba13-f3f5a7ba0f76 req-1164a55c-9ae5-480a-8064-73692f391261 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:53.768990 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6e7b4a7-3464-4ef7-ba13-f3f5a7ba0f76 req-1164a55c-9ae5-480a-8064-73692f391261 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 944 time: 0.1478407 Sep 08 04:54:53.780800 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40c5ee-3f88-48be-93b2-5d339e976417 None None] Pushing event updated for resources: {'Port': ['ID=d8543c29-487d-43c1-9477-8c194c7f3904,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:53.832407 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-9cee9cc1-ee65-48d1-a211-8595a010c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:53.833887 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-9cee9cc1-ee65-48d1-a211-8595a010c768 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.2001648 Sep 08 04:54:53.854206 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6e7b4a7-3464-4ef7-ba13-f3f5a7ba0f76 req-57ba2669-e5a5-4aee-b631-d30901afc20a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762618 Sep 08 04:54:53.906698 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-5e020d81-5583-4777-a65a-dc50eabf0022 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625408 Sep 08 04:54:53.910706 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=8d75e978-ce98-4e5f-b9d4-74cdf9b1b347,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:53.911563 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ca86e333-aa06-4fce-8456-eec771582371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.926152 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ca86e333-aa06-4fce-8456-eec771582371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:53.979446 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ca86e333-aa06-4fce-8456-eec771582371 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f49ed31048940b2b43f62bcc75c4a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5778277 Sep 08 04:54:53.980634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86e333-aa06-4fce-8456-eec771582371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad7e537-319c-4513-9bdb-fae77fbc52a9,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:54.001769 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 42216) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:54.073878 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:54.152760 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e501ee62-0441-42b3-b7e1-55cd34a7c2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:54.164749 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-d8c60802-3ce4-4ff8-bd95-2dc3d8b4d155 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327266 Sep 08 04:54:54.210423 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e501ee62-0441-42b3-b7e1-55cd34a7c2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:54.563697 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device ad09acb8-6bf1-4654-ba14-85d395a58b79 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:54.650831 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9a8ef33c-a6d3-443d-ab42-306ff4229fee req-7b34204f-4904-4f0d-ab40-6efa6ab22d2b service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755337 Sep 08 04:54:54.678086 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e501ee62-0441-42b3-b7e1-55cd34a7c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:54.680619 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e501ee62-0441-42b3-b7e1-55cd34a7c2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:54.681789 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e501ee62-0441-42b3-b7e1-55cd34a7c2c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ad7e537-319c-4513-9bdb-fae77fbc52a9 HTTP/1.1" status: 204 len: 168 time: 0.6790254 Sep 08 04:54:54.720395 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-7b92c695-8026-4ff8-8db5-a9556c5ff25e tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:54.728113 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-7b92c695-8026-4ff8-8db5-a9556c5ff25e tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/networks?id=c260a398-ea59-4de2-854a-ef459a3675ea HTTP/1.1" status: 200 len: 813 time: 0.2112112 Sep 08 04:54:54.754804 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ee62-0441-42b3-b7e1-55cd34a7c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad7e537-319c-4513-9bdb-fae77fbc52a9,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:54.765941 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Router daf75eb1-6942-40c2-819d-1a600ebd3552 is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 04:54:54.781677 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-6a845f5d-5d84-498b-a373-240c45092bf9 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/quotas/151c162cc7824e8da20770c58e2c0b94 HTTP/1.1" status: 200 len: 375 time: 0.0526261 Sep 08 04:54:54.857870 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-cebcd959-98f7-4463-9bd4-66ee8c282b5f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=151c162cc7824e8da20770c58e2c0b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752394 Sep 08 04:54:54.899677 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4dbe-362a-46a4-be84-74946daebdbc req-41197e2f-6608-4942-b063-ed53cfaa93eb tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:54.908615 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e14f4dbe-362a-46a4-be84-74946daebdbc req-41197e2f-6608-4942-b063-ed53cfaa93eb tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.1296461 Sep 08 04:54:54.913658 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port ad09acb8-6bf1-4654-ba14-85d395a58b79 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:54.924192 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port ad09acb8-6bf1-4654-ba14-85d395a58b79 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:54.924627 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:54.959854 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e14f4dbe-362a-46a4-be84-74946daebdbc req-2b139f8b-15a7-4858-8adc-7d03acfc3b31 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499332 Sep 08 04:54:55.072863 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.090242 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392090b7-1e3b-44da-b613-194ba0165cc7 None None] Network 4d485b93-9eca-4199-891c-0a731acb8591 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:54:55.116276 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379d108-0dfe-4036-8d1a-a201c593385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad09acb8-6bf1-4654-ba14-85d395a58b79'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:54:55.118623 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b007a5c8-56c0-42d6-ae0a-88c5a4ce578a" -d '{"events": [{"server_uuid": "a379d108-0dfe-4036-8d1a-a201c593385c", "name": "network-vif-plugged", "status": "completed", "tag": "ad09acb8-6bf1-4654-ba14-85d395a58b79"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:54:55.128251 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-6c4374f2-9332-4d38-aba8-e8c202ab7a25 service neutron] 10.222.0.20 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694967 Sep 08 04:54:55.129846 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:54:55.140725 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Sync routers for ids ['daf75eb1-6942-40c2-819d-1a600ebd3552'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:54:55.153720 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port ad09acb8-6bf1-4654-ba14-85d395a58b79, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ad09acb8-6bf1-4654-ba14-85d395a58b79,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:55.159582 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Routers {'daf75eb1-6942-40c2-819d-1a600ebd3552'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:54:55.161338 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['daf75eb1-6942-40c2-819d-1a600ebd3552'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:55.193356 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.225029 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-200f0dff-d80e-4819-921b-734e6c45fee5 None None] Provisioning for port d8543c29-487d-43c1-9477-8c194c7f3904 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:55.229360 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.230609 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ed0e5a62-9c0e-44ff-986a-e4b659ded78c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8357828 Sep 08 04:54:55.234659 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42256) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:55.317371 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device d8543c29-487d-43c1-9477-8c194c7f3904 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:55.333218 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=ad09acb8-6bf1-4654-ba14-85d395a58b79,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:55.335157 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1f81c063-4dd0-461c-8ab7-a506798726ab service neutron] 10.222.0.20 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997492 Sep 08 04:54:55.395184 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Set router daf75eb1-6942-40c2-819d-1a600ebd3552 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:54:55.409075 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 42258) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:55.439060 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89f37f47-c121-4c9f-9c1f-256fc568dfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.442858 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port d8543c29-487d-43c1-9477-8c194c7f3904 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:55.451985 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca2b7-af31-4917-bba1-241bfd45064d req-4239517e-afdb-4d56-a1c1-899107562d89 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:55.456854 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port d8543c29-487d-43c1-9477-8c194c7f3904 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:55.457230 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.459527 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-db6ca2b7-af31-4917-bba1-241bfd45064d req-4239517e-afdb-4d56-a1c1-899107562d89 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 945 time: 0.1315222 Sep 08 04:54:55.568164 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.586035 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89f37f47-c121-4c9f-9c1f-256fc568dfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.592765 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89f37f47-c121-4c9f-9c1f-256fc568dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.643697 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port d8543c29-487d-43c1-9477-8c194c7f3904, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=d8543c29-487d-43c1-9477-8c194c7f3904,segment=NetworkSegment(4c208d5b-84c0-4d12-99b9-fc387ab38f28),segment_id=4c208d5b-84c0-4d12-99b9-fc387ab38f28)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:55.651285 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-89f37f47-c121-4c9f-9c1f-256fc568dfed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e1885b7a88a413693aa22f5f2219375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409823 Sep 08 04:54:55.652971 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f37f47-c121-4c9f-9c1f-256fc568dfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eee7960-7171-4b7a-bc46-f2a8040e1c40,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:55.654938 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.655829 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:55.660182 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5de72b-6f76-4df5-81de-4d32f7b34929 x-openstack-request-id: req-ca5de72b-6f76-4df5-81de-4d32f7b34929 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:54:55.660486 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379d108-0dfe-4036-8d1a-a201c593385c", "name": "network-vif-plugged", "status": "completed", "tag": "ad09acb8-6bf1-4654-ba14-85d395a58b79", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:54:55.660737 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca5de72b-6f76-4df5-81de-4d32f7b34929 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:54:55.661122 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379d108-0dfe-4036-8d1a-a201c593385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad09acb8-6bf1-4654-ba14-85d395a58b79', 'code': 200} Sep 08 04:54:55.671830 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 42264) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:55.730381 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:51Z', 'updated_at': '2021-09-08T04:54:52Z', 'revision_number': 3, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'gw_port': {'id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:52Z', 'updated_at': '2021-09-08T04:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:55.764488 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Checking router: daf75eb1-6942-40c2-819d-1a600ebd3552 for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:54:55.764931 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Updating router daf75eb1-6942-40c2-819d-1a600ebd3552 port feee5332-26d4-46db-aeee-6bbc484c7b24 binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:54:55.793666 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.830252 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2ec61a26-a0ae-4fa7-907c-f6b33705269e req-92efaf26-db46-405d-a147-a847a5b34eda tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 210 time: 0.0845723 Sep 08 04:54:55.866169 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-07a29373-4b2c-4374-a611-6ba6e26c9c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.903263 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-07a29373-4b2c-4374-a611-6ba6e26c9c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.903482 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=d8543c29-487d-43c1-9477-8c194c7f3904,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:55.937303 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-cd42bc65-6ccf-45b0-94d4-cdbf4e6624bc None None] Provisioning complete for port d8543c29-487d-43c1-9477-8c194c7f3904 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:55.937303 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cd42bc65-6ccf-45b0-94d4-cdbf4e6624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:55.967970 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:55.968534 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:56.014709 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-07a29373-4b2c-4374-a611-6ba6e26c9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:56.018766 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-07a29373-4b2c-4374-a611-6ba6e26c9c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:56.019632 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-07a29373-4b2c-4374-a611-6ba6e26c9c8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3eee7960-7171-4b7a-bc46-f2a8040e1c40 HTTP/1.1" status: 204 len: 168 time: 0.3448389 Sep 08 04:54:56.033024 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a29373-4b2c-4374-a611-6ba6e26c9c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eee7960-7171-4b7a-bc46-f2a8040e1c40,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:56.061313 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7887-9caa-496f-bc7c-715fae0ad087 req-318308d1-9e50-41b0-8b65-cceb67d4a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:56.063390 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6fde7887-9caa-496f-bc7c-715fae0ad087 req-318308d1-9e50-41b0-8b65-cceb67d4a813 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 1098 time: 0.0845056 Sep 08 04:54:56.191182 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-db6ca2b7-af31-4917-bba1-241bfd45064d req-8d4d12cc-f976-4206-a7e6-15c83a7e06cd tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7307193 Sep 08 04:54:56.202870 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6fde7887-9caa-496f-bc7c-715fae0ad087 req-cfaf9919-256f-4738-9d3a-da4dc27f90f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281066 Sep 08 04:54:56.233695 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:56.245358 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc4f45-889f-4dd7-9b10-7291865a1975 req-221cc155-a8c7-4c67-8d63-eee67ab00aa1 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:56.248914 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Transition to ACTIVE for port object feee5332-26d4-46db-aeee-6bbc484c7b24 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:56.259839 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a1dc4f45-889f-4dd7-9b10-7291865a1975 req-221cc155-a8c7-4c67-8d63-eee67ab00aa1 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.1472986 Sep 08 04:54:56.278537 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:56.329488 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Attempting to bind port feee5332-26d4-46db-aeee-6bbc484c7b24 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:54:56.330171 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Attempting to bind port feee5332-26d4-46db-aeee-6bbc484c7b24 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:54:56.330728 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Attempting to bind port feee5332-26d4-46db-aeee-6bbc484c7b24 on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:56.358971 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:54:56.359546 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:56.360172 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:56.360737 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:54:56.361466 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Bound port: feee5332-26d4-46db-aeee-6bbc484c7b24, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:54:56.362048 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:56.375580 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a1dc4f45-889f-4dd7-9b10-7291865a1975 req-ad404e03-0f97-4ea9-8b22-f2cff7448033 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137009 Sep 08 04:54:56.431554 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218abf45-7293-4ff4-a19b-7001f3d25a47 None None] Pushing event updated for resources: {'Port': ['ID=feee5332-26d4-46db-aeee-6bbc484c7b24,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:56.444154 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] For port feee5332-26d4-46db-aeee-6bbc484c7b24, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:54:56.450256 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] For port feee5332-26d4-46db-aeee-6bbc484c7b24, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=feee5332-26d4-46db-aeee-6bbc484c7b24,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:54:56.456199 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:56.521303 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218abf45-7293-4ff4-a19b-7001f3d25a47 None None] Pushing event updated for resources: {'Port': ['ID=feee5332-26d4-46db-aeee-6bbc484c7b24,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:56.523980 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Routers {'daf75eb1-6942-40c2-819d-1a600ebd3552'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:54:56.524580 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['daf75eb1-6942-40c2-819d-1a600ebd3552'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:56.635829 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:56.697159 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] Set router daf75eb1-6942-40c2-819d-1a600ebd3552 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:54:56.958907 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Allocated IP 172.20.0.1 (4d485b93-9eca-4199-891c-0a731acb8591/b54029ff-6c32-4012-8091-d741395008e3/00b78741-5feb-4217-8c6c-ff4922ca431a) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:54:56.988678 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:51Z', 'updated_at': '2021-09-08T04:54:52Z', 'revision_number': 3, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'gw_port': {'id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:52Z', 'updated_at': '2021-09-08T04:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:57.017291 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7d6386ec-6f1f-4e27-9dc6-f185b4c7b693 req-c12ab7e7-f4ff-49bb-af50-c5b2896721c1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 210 time: 0.0440962 Sep 08 04:54:57.043768 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5db2d2-84fa-4df3-b2bf-5c598b1b5798 None None] The sync data for ids ['daf75eb1-6942-40c2-819d-1a600ebd3552'] in dv-cinder-784140-7-iscsi is: [{'id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:51Z', 'updated_at': '2021-09-08T04:54:52Z', 'revision_number': 3, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'gw_port': {'id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:52Z', 'updated_at': '2021-09-08T04:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:54:57.103889 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:57.131552 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Transition to ACTIVE for port object 00b78741-5feb-4217-8c6c-ff4922ca431a will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:57.147603 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device d8543c29-487d-43c1-9477-8c194c7f3904 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:57.171315 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:57.225578 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Pushing event updated for resources: {'Port': ['ID=00b78741-5feb-4217-8c6c-ff4922ca431a,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:57.237474 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port d8543c29-487d-43c1-9477-8c194c7f3904 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:57.237928 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:57.244675 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Network 4d485b93-9eca-4199-891c-0a731acb8591 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:57.246832 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:57.249357 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:54:57.382027 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:57.394712 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13223-bbb2-4ab4-9fd0-f2d06359571b req-5641f4cd-7fa1-4164-ac10-79a7fa68950e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:57.409997 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-deb13223-bbb2-4ab4-9fd0-f2d06359571b req-5641f4cd-7fa1-4164-ac10-79a7fa68950e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 945 time: 0.1320071 Sep 08 04:54:57.596962 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-deb13223-bbb2-4ab4-9fd0-f2d06359571b req-d74ea975-608c-491f-8c37-a378e9234768 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856918 Sep 08 04:54:57.610163 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-19962029-06f4-424b-ac27-9a5f021a90d6 None None] Provisioning for port 00b78741-5feb-4217-8c6c-ff4922ca431a completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:57.615334 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-19962029-06f4-424b-ac27-9a5f021a90d6 None None] Provisioning complete for port 00b78741-5feb-4217-8c6c-ff4922ca431a triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:57.616385 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-19962029-06f4-424b-ac27-9a5f021a90d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:57.621531 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f393f69-7777-4867-bbee-148b2d28e942 req-66b90a5d-5268-4f54-9f6e-0fd8995b9daa tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:57.626330 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3f393f69-7777-4867-bbee-148b2d28e942 req-66b90a5d-5268-4f54-9f6e-0fd8995b9daa tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.1139450 Sep 08 04:54:57.671529 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:57.695931 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-19962029-06f4-424b-ac27-9a5f021a90d6 None None] Port 00b78741-5feb-4217-8c6c-ff4922ca431a cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:54:57.718085 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3f393f69-7777-4867-bbee-148b2d28e942 req-e3da4895-d853-485f-9913-cf89b00b9bbf tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843742 Sep 08 04:54:57.943127 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-e6c113c9-a100-4cee-b5d8-90596691bda8 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:57.945230 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-e6c113c9-a100-4cee-b5d8-90596691bda8 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.26 "GET /v2.0/networks?id=c260a398-ea59-4de2-854a-ef459a3675ea HTTP/1.1" status: 200 len: 813 time: 0.1818695 Sep 08 04:54:57.959358 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:57.964137 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:57.988269 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Request body: {'port': {'device_id': '9070911c-8dea-4bba-9b70-a3c468e949ed', 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea', 'admin_state_up': True, 'tenant_id': '151c162cc7824e8da20770c58e2c0b94'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:58.036430 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:58.057690 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Pushing event updated for resources: {'Port': ['ID=00b78741-5feb-4217-8c6c-ff4922ca431a,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:58.169853 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Made reservation on behalf of 151c162cc7824e8da20770c58e2c0b94 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:54:58.174114 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:58.192305 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bdea934a-2f3f-4e2b-a473-5e8c699d9a82 req-7649d474-cbac-4053-8bb3-f4e0e1207dda tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 210 time: 0.0353224 Sep 08 04:54:58.265450 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Network 4d485b93-9eca-4199-891c-0a731acb8591 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:58.267168 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:58.341475 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f25af1c2-c3bc-464b-9053-c1890b132cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:58.390886 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Allocated IP 172.20.0.2 (c260a398-ea59-4de2-854a-ef459a3675ea/fbe190d0-ef08-438d-8919-70966cb61a94/a96ae5fc-75db-42b2-bceb-65d222a7fc61) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:54:58.408297 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Router daf75eb1-6942-40c2-819d-1a600ebd3552 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:54:58.521348 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:54:58.523876 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-3a708ca8-8929-4475-895e-0ad05a078eb9 None None] Provisioning complete for port 00b78741-5feb-4217-8c6c-ff4922ca431a triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:58.524298 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3a708ca8-8929-4475-895e-0ad05a078eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:58.534762 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1412be21-59b0-4e21-bd55-bb071c1342db admin admin] 10.222.0.20 "PUT /v2.0/routers/daf75eb1-6942-40c2-819d-1a600ebd3552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2984195 Sep 08 04:54:58.558912 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:58.568014 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-3a708ca8-8929-4475-895e-0ad05a078eb9 None None] Port 00b78741-5feb-4217-8c6c-ff4922ca431a cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:54:58.602139 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:58.656674 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Network c260a398-ea59-4de2-854a-ef459a3675ea is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:54:58.672215 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:54:58.677588 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:54:58.681560 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Pushing event updated for resources: {'Port': ['ID=a96ae5fc-75db-42b2-bceb-65d222a7fc61,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:58.735016 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1395-c331-474a-84b3-a48a1616914d req-ea236941-5b09-4a2a-b345-dd7b51ee4896 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:58.735481 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:58.736158 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:58.736733 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e2be1395-c331-474a-84b3-a48a1616914d req-ea236941-5b09-4a2a-b345-dd7b51ee4896 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 945 time: 0.0530179 Sep 08 04:54:58.752440 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-1adc378d-eaa0-41e6-8bad-a2a510f7f5ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702925 Sep 08 04:54:58.777758 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e2be1395-c331-474a-84b3-a48a1616914d req-b65f4342-d734-4e64-a9dc-90aa1979d124 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331366 Sep 08 04:54:58.783414 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Request body: {'port': {'device_id': '9070911c-8dea-4bba-9b70-a3c468e949ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:58.848741 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:58.931629 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308071-061d-449e-9e55-170f92996d89 req-de55e1ef-1775-4e2e-ba6c-abc180f1fa82 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:58.933371 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ee308071-061d-449e-9e55-170f92996d89 req-de55e1ef-1775-4e2e-ba6c-abc180f1fa82 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0826089 Sep 08 04:54:59.013224 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ee308071-061d-449e-9e55-170f92996d89 req-b66d274b-0c7c-4dda-969a-2525be5c76fd tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722287 Sep 08 04:54:59.231707 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device feee5332-26d4-46db-aeee-6bbc484c7b24 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:54:59.338535 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 42372) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:59.362258 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-9297bf29-452d-4c7e-8ae7-778551a13981 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1885204910', 'description': 'tempest-secgroup-smoke-1885204910 description', 'project_id': '83894fcdebe946bfb5beb705f1db44f2'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:59.439200 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port feee5332-26d4-46db-aeee-6bbc484c7b24 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:54:59.439795 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96ae5fc-75db-42b2-bceb-65d222a7fc61 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:54:59.449709 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port feee5332-26d4-46db-aeee-6bbc484c7b24 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:54:59.450189 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.473505 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.503472 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9297bf29-452d-4c7e-8ae7-778551a13981 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.508401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65c555-2650-40fe-9dc3-8982fc97330a req-3e86c68a-c24c-498d-a180-2ded7e49af0c tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:54:59.522499 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5c65c555-2650-40fe-9dc3-8982fc97330a req-3e86c68a-c24c-498d-a180-2ded7e49af0c tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 931 time: 0.1258056 Sep 08 04:54:59.550068 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Transition to ACTIVE for port object a96ae5fc-75db-42b2-bceb-65d222a7fc61 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:54:59.563154 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.636667 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5c65c555-2650-40fe-9dc3-8982fc97330a req-dd59cc10-6539-4d61-abd9-30e3e581b086 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132414 Sep 08 04:54:59.663767 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.693109 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Pushing event updated for resources: {'Port': ['ID=a96ae5fc-75db-42b2-bceb-65d222a7fc61,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:59.715800 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port feee5332-26d4-46db-aeee-6bbc484c7b24, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=feee5332-26d4-46db-aeee-6bbc484c7b24,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:54:59.724031 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.771436 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.785297 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=feee5332-26d4-46db-aeee-6bbc484c7b24,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:59.829331 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Sync routers for ids ['daf75eb1-6942-40c2-819d-1a600ebd3552'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:54:59.838212 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Routers {'daf75eb1-6942-40c2-819d-1a600ebd3552'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:54:59.838824 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['daf75eb1-6942-40c2-819d-1a600ebd3552'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:54:59.844131 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Attempting to bind port a96ae5fc-75db-42b2-bceb-65d222a7fc61 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:54:59.844461 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Attempting to bind port a96ae5fc-75db-42b2-bceb-65d222a7fc61 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '6209a364-7d92-457d-9fed-847d8dd88c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:54:59.844817 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Attempting to bind port a96ae5fc-75db-42b2-bceb-65d222a7fc61 on network c260a398-ea59-4de2-854a-ef459a3675ea {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:59.848182 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9297bf29-452d-4c7e-8ae7-778551a13981 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.851798 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Port a96ae5fc-75db-42b2-bceb-65d222a7fc61 on network c260a398-ea59-4de2-854a-ef459a3675ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:54:59.852149 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Attempting to bind port a96ae5fc-75db-42b2-bceb-65d222a7fc61 on network c260a398-ea59-4de2-854a-ef459a3675ea {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:54:59.856564 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9297bf29-452d-4c7e-8ae7-778551a13981 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.865434 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:54:59.865699 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Checking segment: {'id': '6209a364-7d92-457d-9fed-847d8dd88c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:54:59.866099 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Bound using segment: {'id': '6209a364-7d92-457d-9fed-847d8dd88c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:54:59.866524 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Bound port: a96ae5fc-75db-42b2-bceb-65d222a7fc61, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6209a364-7d92-457d-9fed-847d8dd88c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:54:59.866867 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.901449 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9297bf29-452d-4c7e-8ae7-778551a13981 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.905532 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9297bf29-452d-4c7e-8ae7-778551a13981 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5631137 Sep 08 04:54:59.905532 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297bf29-452d-4c7e-8ae7-778551a13981 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25dc05f3-b3f1-4a46-a733-e9e3eb700020,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:54:59.907511 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42384) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:54:59.910934 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-746275e8-1bac-4c34-8721-b4b426e65c4d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Request body: {'security_group_rule': {'security_group_id': '25dc05f3-b3f1-4a46-a733-e9e3eb700020', 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:54:59.947718 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Set router daf75eb1-6942-40c2-819d-1a600ebd3552 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:54:59.948412 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746275e8-1bac-4c34-8721-b4b426e65c4d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:54:59.956413 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] For port a96ae5fc-75db-42b2-bceb-65d222a7fc61, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:54:59.959792 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] For port a96ae5fc-75db-42b2-bceb-65d222a7fc61, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a96ae5fc-75db-42b2-bceb-65d222a7fc61,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:54:59.965311 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.000457 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:00.001068 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.002524 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] 10.222.0.26 "PUT /v2.0/ports/a96ae5fc-75db-42b2-bceb-65d222a7fc61 HTTP/1.1" status: 200 len: 1093 time: 1.2241392 Sep 08 04:55:00.003145 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9070911c-8dea-4bba-9b70-a3c468e949ed', 'tag': 'a96ae5fc-75db-42b2-bceb-65d222a7fc61'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:55:00.004770 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746275e8-1bac-4c34-8721-b4b426e65c4d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.005334 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b719c8-f419-4c98-ab00-cbcf2fbccc27" -d '{"events": [{"name": "network-changed", "server_uuid": "9070911c-8dea-4bba-9b70-a3c468e949ed", "tag": "a96ae5fc-75db-42b2-bceb-65d222a7fc61"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:55:00.009120 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746275e8-1bac-4c34-8721-b4b426e65c4d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.031511 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746275e8-1bac-4c34-8721-b4b426e65c4d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecedf79-cc1f-4f27-89af-28c353b035e8,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:00.037256 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746275e8-1bac-4c34-8721-b4b426e65c4d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.038848 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-746275e8-1bac-4c34-8721-b4b426e65c4d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316285 Sep 08 04:55:00.041548 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42388) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:55:00.046706 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-0861aec3-14e3-4ee8-bc8b-5338b27181d8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Request body: {'security_group_rule': {'security_group_id': '25dc05f3-b3f1-4a46-a733-e9e3eb700020', 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:55:00.049540 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0309850-fb59-4f56-8514-ed098bc90790 service neutron] Pushing event updated for resources: {'Port': ['ID=a96ae5fc-75db-42b2-bceb-65d222a7fc61,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:00.054381 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aada885-8f96-410c-9de7-62a82afcab73 x-openstack-request-id: req-3aada885-8f96-410c-9de7-62a82afcab73 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:55:00.055089 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9070911c-8dea-4bba-9b70-a3c468e949ed", "tag": "a96ae5fc-75db-42b2-bceb-65d222a7fc61", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:55:00.055089 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3aada885-8f96-410c-9de7-62a82afcab73 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:55:00.055396 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9070911c-8dea-4bba-9b70-a3c468e949ed', 'tag': 'a96ae5fc-75db-42b2-bceb-65d222a7fc61', 'status': 'completed', 'code': 200} Sep 08 04:55:00.074947 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0861aec3-14e3-4ee8-bc8b-5338b27181d8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.130707 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0861aec3-14e3-4ee8-bc8b-5338b27181d8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.134396 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0861aec3-14e3-4ee8-bc8b-5338b27181d8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.153377 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861aec3-14e3-4ee8-bc8b-5338b27181d8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5181e31b-34be-4498-88b5-f590d2ecc190,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:00.157140 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0861aec3-14e3-4ee8-bc8b-5338b27181d8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.158376 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0861aec3-14e3-4ee8-bc8b-5338b27181d8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157174 Sep 08 04:55:00.161017 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42390) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:55:00.165401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-9f7c71bd-7d7d-4623-bc38-4d65aef05029 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Request body: {'security_group_rule': {'security_group_id': '25dc05f3-b3f1-4a46-a733-e9e3eb700020', 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:55:00.170367 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:51Z', 'updated_at': '2021-09-08T04:54:57Z', 'revision_number': 4, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'gw_port': {'id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:52Z', 'updated_at': '2021-09-08T04:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '00b78741-5feb-4217-8c6c-ff4922ca431a', 'name': '', 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'mac_address': 'fa:16:3e:2f:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b54029ff-6c32-4012-8091-d741395008e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:56Z', 'updated_at': '2021-09-08T04:54:57Z', 'revision_number': 2, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'subnets': [{'id': 'b54029ff-6c32-4012-8091-d741395008e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:55:00.191752 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f7c71bd-7d7d-4623-bc38-4d65aef05029 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.197622 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Checking router: daf75eb1-6942-40c2-819d-1a600ebd3552 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:55:00.197995 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Updating router daf75eb1-6942-40c2-819d-1a600ebd3552 port 00b78741-5feb-4217-8c6c-ff4922ca431a binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:55:00.225813 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.253343 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f7c71bd-7d7d-4623-bc38-4d65aef05029 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.257323 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f7c71bd-7d7d-4623-bc38-4d65aef05029 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.274843 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c71bd-7d7d-4623-bc38-4d65aef05029 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f467a6ed-5fa3-46ee-9d12-993f9a9f1db4,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:00.281402 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f7c71bd-7d7d-4623-bc38-4d65aef05029 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.282751 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9f7c71bd-7d7d-4623-bc38-4d65aef05029 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207550 Sep 08 04:55:00.285368 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42394) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:55:00.289651 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-60437b8c-4e43-4877-85b9-4313462a5184 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Request body: {'security_group_rule': {'security_group_id': '25dc05f3-b3f1-4a46-a733-e9e3eb700020', 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:55:00.315322 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60437b8c-4e43-4877-85b9-4313462a5184 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.376632 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60437b8c-4e43-4877-85b9-4313462a5184 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.384210 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60437b8c-4e43-4877-85b9-4313462a5184 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.416345 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60437b8c-4e43-4877-85b9-4313462a5184 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e995fe-6360-4338-9890-e134b7660f86,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:00.418844 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60437b8c-4e43-4877-85b9-4313462a5184 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.420164 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-60437b8c-4e43-4877-85b9-4313462a5184 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337926 Sep 08 04:55:00.422747 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42400) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:55:00.427025 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-2c106f28-7707-4498-8dd5-3e56b6768dfd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Request body: {'security_group_rule': {'security_group_id': '25dc05f3-b3f1-4a46-a733-e9e3eb700020', 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:55:00.447714 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.securitygroups_db [None req-2c106f28-7707-4498-8dd5-3e56b6768dfd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Project 83894fcdebe946bfb5beb705f1db44f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 04:55:00.453118 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c106f28-7707-4498-8dd5-3e56b6768dfd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.508560 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.511988 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c106f28-7707-4498-8dd5-3e56b6768dfd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.515610 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c106f28-7707-4498-8dd5-3e56b6768dfd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.518806 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Transition to ACTIVE for port object 00b78741-5feb-4217-8c6c-ff4922ca431a will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:55:00.524207 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.535439 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c106f28-7707-4498-8dd5-3e56b6768dfd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac009c93-9734-4535-8296-c84f404bc019,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:00.539095 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c106f28-7707-4498-8dd5-3e56b6768dfd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.540270 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2c106f28-7707-4498-8dd5-3e56b6768dfd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165879 Sep 08 04:55:00.543093 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 42402) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:55:00.548002 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-a1103028-8c6b-4485-9e96-ba238eb00390 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Request body: {'security_group_rule': {'security_group_id': '25dc05f3-b3f1-4a46-a733-e9e3eb700020', 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:55:00.571623 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.securitygroups_db [None req-a1103028-8c6b-4485-9e96-ba238eb00390 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Project 83894fcdebe946bfb5beb705f1db44f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 04:55:00.577435 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1103028-8c6b-4485-9e96-ba238eb00390 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.580705 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e3e0a-a4d8-4d8c-97ee-11607fbe3cb9 None None] Pushing event updated for resources: {'Port': ['ID=00b78741-5feb-4217-8c6c-ff4922ca431a,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:00.630606 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Attempting to bind port 00b78741-5feb-4217-8c6c-ff4922ca431a on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:55:00.631095 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Attempting to bind port 00b78741-5feb-4217-8c6c-ff4922ca431a by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '4c208d5b-84c0-4d12-99b9-fc387ab38f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:55:00.631477 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Attempting to bind port 00b78741-5feb-4217-8c6c-ff4922ca431a on network 4d485b93-9eca-4199-891c-0a731acb8591 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:55:00.636917 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:55:00.637334 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Checking segment: {'id': '4c208d5b-84c0-4d12-99b9-fc387ab38f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:55:00.637740 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.639932 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Bound using segment: {'id': '4c208d5b-84c0-4d12-99b9-fc387ab38f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:55:00.639932 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Bound port: 00b78741-5feb-4217-8c6c-ff4922ca431a, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c208d5b-84c0-4d12-99b9-fc387ab38f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:55:00.639932 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.656741 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1103028-8c6b-4485-9e96-ba238eb00390 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.662254 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1103028-8c6b-4485-9e96-ba238eb00390 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.682629 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1103028-8c6b-4485-9e96-ba238eb00390 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6560de-be0c-4688-a861-00ce8875d216,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:00.690931 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1103028-8c6b-4485-9e96-ba238eb00390 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.700696 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a1103028-8c6b-4485-9e96-ba238eb00390 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482682 Sep 08 04:55:00.793039 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] For port 00b78741-5feb-4217-8c6c-ff4922ca431a, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:55:00.797143 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] For port 00b78741-5feb-4217-8c6c-ff4922ca431a, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=00b78741-5feb-4217-8c6c-ff4922ca431a,segment=NetworkSegment(4c208d5b-84c0-4d12-99b9-fc387ab38f28),segment_id=4c208d5b-84c0-4d12-99b9-fc387ab38f28)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:55:00.802356 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.811968 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2cc15-3a66-4b7e-9e3e-bf4bd6e02da5 req-e27e3fde-a22f-4ce4-bc52-882de8b22d4e tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:00.814384 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-efa2cc15-3a66-4b7e-9e3e-bf4bd6e02da5 req-e27e3fde-a22f-4ce4-bc52-882de8b22d4e tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 943 time: 0.0892220 Sep 08 04:55:00.862427 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-efa2cc15-3a66-4b7e-9e3e-bf4bd6e02da5 req-cfa98187-d286-4d59-aa46-111f57aebf3f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407796 Sep 08 04:55:00.884102 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e3e0a-a4d8-4d8c-97ee-11607fbe3cb9 None None] Pushing event updated for resources: {'Port': ['ID=00b78741-5feb-4217-8c6c-ff4922ca431a,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:00.892881 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3af8980-6786-4b60-baca-5608e287d59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:00.896882 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Routers {'daf75eb1-6942-40c2-819d-1a600ebd3552'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:55:00.898114 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:54:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['daf75eb1-6942-40c2-819d-1a600ebd3552'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:55:01.015949 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] Set router daf75eb1-6942-40c2-819d-1a600ebd3552 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:55:01.111556 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device feee5332-26d4-46db-aeee-6bbc484c7b24 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:55:01.230329 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port feee5332-26d4-46db-aeee-6bbc484c7b24 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:55:01.230706 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:01.408275 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:01.457140 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:51Z', 'updated_at': '2021-09-08T04:54:57Z', 'revision_number': 4, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'gw_port': {'id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:52Z', 'updated_at': '2021-09-08T04:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '00b78741-5feb-4217-8c6c-ff4922ca431a', 'name': '', 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'mac_address': 'fa:16:3e:2f:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b54029ff-6c32-4012-8091-d741395008e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:56Z', 'updated_at': '2021-09-08T04:55:00Z', 'revision_number': 4, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'subnets': [{'id': 'b54029ff-6c32-4012-8091-d741395008e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:55:01.490943 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518f5c9-84c7-4d00-963d-147866ab34bb None None] The sync data for ids ['daf75eb1-6942-40c2-819d-1a600ebd3552'] in dv-cinder-784140-7-iscsi is: [{'id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:51Z', 'updated_at': '2021-09-08T04:54:57Z', 'revision_number': 4, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'gw_port': {'id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:52Z', 'updated_at': '2021-09-08T04:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '00b78741-5feb-4217-8c6c-ff4922ca431a', 'name': '', 'network_id': '4d485b93-9eca-4199-891c-0a731acb8591', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'mac_address': 'fa:16:3e:2f:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b54029ff-6c32-4012-8091-d741395008e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:56Z', 'updated_at': '2021-09-08T04:55:00Z', 'revision_number': 4, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'subnets': [{'id': 'b54029ff-6c32-4012-8091-d741395008e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:55:01.988771 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404158a1-4edb-4446-aa58-d36b65057aac req-7c721763-b8b1-4981-8bd3-acd61959e795 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:01.990338 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-404158a1-4edb-4446-aa58-d36b65057aac req-7c721763-b8b1-4981-8bd3-acd61959e795 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 943 time: 0.0537791 Sep 08 04:55:02.034786 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-404158a1-4edb-4446-aa58-d36b65057aac req-a4f271d6-aed4-4eb5-9b24-0203d570f5f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 Sep 08 04:55:02.167100 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:02.779209 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b719c8-f419-4c98-ab00-cbcf2fbccc27 req-9aedf549-1026-4ab9-adb7-a6eda374de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:02.780693 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98b719c8-f419-4c98-ab00-cbcf2fbccc27 req-9aedf549-1026-4ab9-adb7-a6eda374de0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=151c162cc7824e8da20770c58e2c0b94&device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 1096 time: 0.0404372 Sep 08 04:55:02.904954 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b719c8-f419-4c98-ab00-cbcf2fbccc27 req-db78bb82-3a68-48b6-b176-919e911115bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:02.906628 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98b719c8-f419-4c98-ab00-cbcf2fbccc27 req-db78bb82-3a68-48b6-b176-919e911115bc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=151c162cc7824e8da20770c58e2c0b94&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0935338 Sep 08 04:55:02.999135 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b719c8-f419-4c98-ab00-cbcf2fbccc27 req-b70fb6f3-61df-4200-8c7c-3800565ad5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:03.000833 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98b719c8-f419-4c98-ab00-cbcf2fbccc27 req-b70fb6f3-61df-4200-8c7c-3800565ad5e7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857384 Sep 08 04:55:03.130605 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 00b78741-5feb-4217-8c6c-ff4922ca431a up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:55:03.157189 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-dd2a173b-c092-4895-a185-a1279df4a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:03.158732 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-dd2a173b-c092-4895-a185-a1279df4a9d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=151c162cc7824e8da20770c58e2c0b94&device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 1096 time: 0.0819983 Sep 08 04:55:03.171353 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc9895-4f00-4419-a83f-71399d9b584f req-661d80fe-f09b-4ed2-92b8-79dfbb9319a3 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:03.175241 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7cfc9895-4f00-4419-a83f-71399d9b584f req-661d80fe-f09b-4ed2-92b8-79dfbb9319a3 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 943 time: 0.0687168 Sep 08 04:55:03.191085 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 00b78741-5feb-4217-8c6c-ff4922ca431a completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:55:03.195130 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 00b78741-5feb-4217-8c6c-ff4922ca431a triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:55:03.195507 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:03.224301 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-6425c60e-a467-482d-98cd-a01e4a36623e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a96ae5fc-75db-42b2-bceb-65d222a7fc61 HTTP/1.1" status: 200 len: 217 time: 0.0447505 Sep 08 04:55:03.274526 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:03.283035 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7cfc9895-4f00-4419-a83f-71399d9b584f req-1bc72da0-201a-452b-a255-82fb8ea2163d tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939362 Sep 08 04:55:03.293393 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-2290eb61-da98-4737-ba73-fa743194cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:03.294862 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-2290eb61-da98-4737-ba73-fa743194cf90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbe190d0-ef08-438d-8919-70966cb61a94 HTTP/1.1" status: 200 len: 853 time: 0.0624316 Sep 08 04:55:03.312336 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 00b78741-5feb-4217-8c6c-ff4922ca431a, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=00b78741-5feb-4217-8c6c-ff4922ca431a,segment=NetworkSegment(4c208d5b-84c0-4d12-99b9-fc387ab38f28),segment_id=4c208d5b-84c0-4d12-99b9-fc387ab38f28)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:03.318352 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:03.334501 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-54ddce92-3dc6-485c-916b-eabf43fc54ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c260a398-ea59-4de2-854a-ef459a3675ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302126 Sep 08 04:55:03.380072 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=00b78741-5feb-4217-8c6c-ff4922ca431a,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:03.419501 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:03.448302 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-6eb28ce3-fb44-4bf0-ab8c-82590a253f3b service neutron] 10.222.0.26 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056986 Sep 08 04:55:03.549829 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4d72098-b90d-46d9-ad48-648a7c37fd62 req-fd953379-c6f4-49ee-9d58-1ab4668e6902 service neutron] 10.222.0.26 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936730 Sep 08 04:55:04.129089 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bef5-30ea-4614-901e-d3e201e5959b req-d22a401c-7072-4154-84cf-b227e2457233 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:04.130703 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3851bef5-30ea-4614-901e-d3e201e5959b req-d22a401c-7072-4154-84cf-b227e2457233 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0617721 Sep 08 04:55:04.168448 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3851bef5-30ea-4614-901e-d3e201e5959b req-ba81b969-5485-470d-aa38-a02519da1bf9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Sep 08 04:55:04.397400 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442cd8-a478-46c3-8ddf-ece45807c2d7 req-bbcec930-3afb-40e2-8e7d-4f37773b61fd tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:04.398980 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ff442cd8-a478-46c3-8ddf-ece45807c2d7 req-bbcec930-3afb-40e2-8e7d-4f37773b61fd tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 943 time: 0.0481129 Sep 08 04:55:04.435988 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ff442cd8-a478-46c3-8ddf-ece45807c2d7 req-4bd7df3d-9361-42d0-a3ed-9d8661b4eb81 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305846 Sep 08 04:55:05.105921 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 00b78741-5feb-4217-8c6c-ff4922ca431a up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:55:05.153569 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 00b78741-5feb-4217-8c6c-ff4922ca431a triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:55:05.154469 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:07.212770 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5163-e86c-415b-af05-433d869f2e4e req-79009d83-400a-458c-b36b-c1765205b578 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:07.214345 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-34eb5163-e86c-415b-af05-433d869f2e4e req-79009d83-400a-458c-b36b-c1765205b578 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 943 time: 0.0587387 Sep 08 04:55:07.254409 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-34eb5163-e86c-415b-af05-433d869f2e4e req-270c1f11-8593-44e2-8a92-1f3666c2bf0b tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Sep 08 04:55:08.380556 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8dbde-3cb6-4071-979f-668beaeb5307 req-6cee11d9-3408-4f2d-8944-e952a1c4c50a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:08.382106 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1ac8dbde-3cb6-4071-979f-668beaeb5307 req-6cee11d9-3408-4f2d-8944-e952a1c4c50a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 943 time: 0.0510316 Sep 08 04:55:08.421011 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1ac8dbde-3cb6-4071-979f-668beaeb5307 req-d9e16487-99f6-4a80-8780-3e45c7fd635e tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Sep 08 04:55:09.532655 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9864d-36f8-4063-bc36-fbe1ebdbbf53 req-3f992c04-9bfb-4c52-a918-76bd51cbbf92 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:09.534122 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9ca9864d-36f8-4063-bc36-fbe1ebdbbf53 req-3f992c04-9bfb-4c52-a918-76bd51cbbf92 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 943 time: 0.0473001 Sep 08 04:55:09.574647 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9ca9864d-36f8-4063-bc36-fbe1ebdbbf53 req-10c3c07a-bc5f-4788-bab7-78a4e1fe8592 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Sep 08 04:55:10.690128 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ca501-d8c4-423f-b2a2-21ea6cc7395b req-5e5a4d5a-0dbb-4ce5-b495-3816d460b921 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:10.691876 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f8ca501-d8c4-423f-b2a2-21ea6cc7395b req-5e5a4d5a-0dbb-4ce5-b495-3816d460b921 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 943 time: 0.0512481 Sep 08 04:55:10.695565 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e8239-b70b-4625-824d-d991022c3322 req-18917ba5-0bb6-4364-93de-7f082afbab83 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:10.696854 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-487e8239-b70b-4625-824d-d991022c3322 req-18917ba5-0bb6-4364-93de-7f082afbab83 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0503774 Sep 08 04:55:10.736370 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f8ca501-d8c4-423f-b2a2-21ea6cc7395b req-7ffb205e-bd35-4841-a554-4bdbb419ce1a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375566 Sep 08 04:55:10.737490 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-487e8239-b70b-4625-824d-d991022c3322 req-c3f4e702-04a2-4af5-b12e-a7bef3217916 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340967 Sep 08 04:55:11.740220 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:55:11.880633 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e256ff-102a-4584-bb62-b04c77667aec req-58040ed3-f0e5-42c8-af78-344c9ab78b85 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:11.882237 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f2e256ff-102a-4584-bb62-b04c77667aec req-58040ed3-f0e5-42c8-af78-344c9ab78b85 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 943 time: 0.0703537 Sep 08 04:55:11.883760 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd1043-c05c-43ee-be44-2890d693b8a9 req-07610c89-5c6a-4929-85d6-0a54f3225f64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:11.885252 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b9fd1043-c05c-43ee-be44-2890d693b8a9 req-07610c89-5c6a-4929-85d6-0a54f3225f64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0617287 Sep 08 04:55:11.921373 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f2e256ff-102a-4584-bb62-b04c77667aec req-0e972096-fa1d-4a2b-8fb0-32f848bedc0c tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Sep 08 04:55:11.922518 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b9fd1043-c05c-43ee-be44-2890d693b8a9 req-acfc8947-6d69-4293-b4d8-71d045192c58 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313458 Sep 08 04:55:12.196362 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device a96ae5fc-75db-42b2-bceb-65d222a7fc61 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:55:12.287215 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port a96ae5fc-75db-42b2-bceb-65d222a7fc61, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a96ae5fc-75db-42b2-bceb-65d222a7fc61,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:12.297606 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'a96ae5fc-75db-42b2-bceb-65d222a7fc61', 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea', 'port_id': 'a96ae5fc-75db-42b2-bceb-65d222a7fc61', 'mac_address': 'fa:16:3e:91:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe190d0-ef08-438d-8919-70966cb61a94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:55:12.339227 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:12.353216 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96ae5fc-75db-42b2-bceb-65d222a7fc61 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:55:12.371738 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port a96ae5fc-75db-42b2-bceb-65d222a7fc61, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a96ae5fc-75db-42b2-bceb-65d222a7fc61,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:12.376458 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:12.424827 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=a96ae5fc-75db-42b2-bceb-65d222a7fc61,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:12.893047 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['a96ae5fc-75db-42b2-bceb-65d222a7fc61'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:55:13.040123 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c13b9-e9ae-4069-a83f-d5c7b865d937 req-e4e12c70-e626-479d-ae85-5d15470ec305 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:13.041628 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea0c13b9-e9ae-4069-a83f-d5c7b865d937 req-e4e12c70-e626-479d-ae85-5d15470ec305 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 944 time: 0.0522077 Sep 08 04:55:13.052082 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7325bc-63e7-4de4-a135-92272a4fd7a0 req-407d71ca-f782-45b1-b7b0-fc5e60f7b034 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:13.053565 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7e7325bc-63e7-4de4-a135-92272a4fd7a0 req-407d71ca-f782-45b1-b7b0-fc5e60f7b034 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0537782 Sep 08 04:55:13.087775 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea0c13b9-e9ae-4069-a83f-d5c7b865d937 req-b4de41ab-2a6c-4bd9-876c-3010838843e2 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Sep 08 04:55:13.090175 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7e7325bc-63e7-4de4-a135-92272a4fd7a0 req-13703210-b16b-45df-9409-66cac635ecb1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307167 Sep 08 04:55:14.211290 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28d06-2864-4955-99cc-6da626bed098 req-83f5f21b-f73a-4299-9be0-2946f7498ba2 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:14.212789 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-25a28d06-2864-4955-99cc-6da626bed098 req-83f5f21b-f73a-4299-9be0-2946f7498ba2 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 944 time: 0.0553076 Sep 08 04:55:14.222230 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5252a-b553-4407-8900-625e5fed07d6 req-f93081a4-daac-4510-9031-f252b76f1a1d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:14.223710 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a8c5252a-b553-4407-8900-625e5fed07d6 req-f93081a4-daac-4510-9031-f252b76f1a1d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0553398 Sep 08 04:55:14.251445 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-25a28d06-2864-4955-99cc-6da626bed098 req-f083f0b7-02cc-4673-9945-8129ff6a5008 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Sep 08 04:55:14.271743 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a8c5252a-b553-4407-8900-625e5fed07d6 req-caef4ad3-bc77-494f-879c-e6247d5e2d2c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417845 Sep 08 04:55:14.842393 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device a96ae5fc-75db-42b2-bceb-65d222a7fc61 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:55:14.890990 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port a96ae5fc-75db-42b2-bceb-65d222a7fc61 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:55:14.894865 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port a96ae5fc-75db-42b2-bceb-65d222a7fc61 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:55:14.895232 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:14.975214 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:15.003046 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9070911c-8dea-4bba-9b70-a3c468e949ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96ae5fc-75db-42b2-bceb-65d222a7fc61'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:55:15.005628 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c58ac91-19f2-4cbe-b501-1c17afe8ef03" -d '{"events": [{"server_uuid": "9070911c-8dea-4bba-9b70-a3c468e949ed", "name": "network-vif-plugged", "status": "completed", "tag": "a96ae5fc-75db-42b2-bceb-65d222a7fc61"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:55:15.031452 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port a96ae5fc-75db-42b2-bceb-65d222a7fc61, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a96ae5fc-75db-42b2-bceb-65d222a7fc61,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:15.039940 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:15.064196 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bce4b20-e0b4-4778-bdfd-6114f163cfa0 x-openstack-request-id: req-9bce4b20-e0b4-4778-bdfd-6114f163cfa0 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:55:15.064478 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9070911c-8dea-4bba-9b70-a3c468e949ed", "name": "network-vif-plugged", "status": "completed", "tag": "a96ae5fc-75db-42b2-bceb-65d222a7fc61", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:55:15.064728 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bce4b20-e0b4-4778-bdfd-6114f163cfa0 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:55:15.065108 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9070911c-8dea-4bba-9b70-a3c468e949ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96ae5fc-75db-42b2-bceb-65d222a7fc61', 'code': 200} Sep 08 04:55:15.093544 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=a96ae5fc-75db-42b2-bceb-65d222a7fc61,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:15.372462 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648572b5-a180-4974-a9c1-637fcf64087f req-65974e63-bde4-49d0-bfd2-c0aec40bfd31 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:15.373939 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-648572b5-a180-4974-a9c1-637fcf64087f req-65974e63-bde4-49d0-bfd2-c0aec40bfd31 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0490413 Sep 08 04:55:15.402940 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cc1fd-6627-4c19-ad92-eff12fc181cc req-253aafac-96df-44e3-834b-d15143072a48 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:15.405060 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c30cc1fd-6627-4c19-ad92-eff12fc181cc req-253aafac-96df-44e3-834b-d15143072a48 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0520513 Sep 08 04:55:15.411743 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-648572b5-a180-4974-a9c1-637fcf64087f req-3c762551-ca2c-4cef-a26b-a07cdcf767d5 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315521 Sep 08 04:55:15.441604 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c30cc1fd-6627-4c19-ad92-eff12fc181cc req-4b9ebc10-691f-4ab7-892b-25cefac9f438 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306265 Sep 08 04:55:16.527194 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a610c-c4a3-4339-94da-405e885c54d3 req-1a18366b-041a-4ba1-9004-02f9eabbdee2 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:16.528677 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c40a610c-c4a3-4339-94da-405e885c54d3 req-1a18366b-041a-4ba1-9004-02f9eabbdee2 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0478415 Sep 08 04:55:16.556956 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4e93b-f675-47a8-899e-c1c1b4e07279 req-436c2337-e15c-4280-a29b-886a2d2947b2 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:16.558456 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-54e4e93b-f675-47a8-899e-c1c1b4e07279 req-436c2337-e15c-4280-a29b-886a2d2947b2 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0469763 Sep 08 04:55:16.566359 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c40a610c-c4a3-4339-94da-405e885c54d3 req-3850a631-af1e-4aee-81ff-ccdb96fd2f70 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Sep 08 04:55:16.596729 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-54e4e93b-f675-47a8-899e-c1c1b4e07279 req-afad9c34-3d33-4430-bddc-971d22cf628d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314329 Sep 08 04:55:17.678739 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb9867-39de-4549-b0fe-c491e6aca66c req-ff097a9d-3590-47d2-a375-9e54eae89d93 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:17.680231 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a3fb9867-39de-4549-b0fe-c491e6aca66c req-ff097a9d-3590-47d2-a375-9e54eae89d93 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0485349 Sep 08 04:55:17.712425 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39ed4c-8020-486b-aef2-1bfa16b99383 req-ddc47549-524b-4d04-a0eb-977ca52f0fd7 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:17.714030 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2a39ed4c-8020-486b-aef2-1bfa16b99383 req-ddc47549-524b-4d04-a0eb-977ca52f0fd7 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0476372 Sep 08 04:55:17.727517 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a3fb9867-39de-4549-b0fe-c491e6aca66c req-aae08a3d-3513-4878-a5bc-557d54f8075b tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349131 Sep 08 04:55:17.753948 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2a39ed4c-8020-486b-aef2-1bfa16b99383 req-6f80ee35-abfc-4432-bfd8-ddc5ec5b8679 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332434 Sep 08 04:55:18.032963 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dbd48-77ab-4452-8e78-c2aca1a0840f req-ca128de5-f05a-4797-b382-cae2943037cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:18.034450 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c28dbd48-77ab-4452-8e78-c2aca1a0840f req-ca128de5-f05a-4797-b382-cae2943037cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 1098 time: 0.0422876 Sep 08 04:55:18.079159 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c28dbd48-77ab-4452-8e78-c2aca1a0840f req-81ca7644-2f84-44a1-ba19-47825771beba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280249 Sep 08 04:55:18.843433 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d9f54-f2f6-4be0-90b7-b31f7668a13d req-501c6b82-4329-4315-a8e4-a90f8f8e0917 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:18.845171 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9a9d9f54-f2f6-4be0-90b7-b31f7668a13d req-501c6b82-4329-4315-a8e4-a90f8f8e0917 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0558767 Sep 08 04:55:18.877664 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bb91e-e3f1-480c-87a5-5127b5977df5 req-796b46a3-4146-4930-88c9-630ae0c8d311 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:18.882446 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7d1bb91e-e3f1-480c-87a5-5127b5977df5 req-796b46a3-4146-4930-88c9-630ae0c8d311 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0568991 Sep 08 04:55:18.891848 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9a9d9f54-f2f6-4be0-90b7-b31f7668a13d req-fa5eb0f1-742f-43e5-b45a-16bfe7d47c68 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356612 Sep 08 04:55:18.921051 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7d1bb91e-e3f1-480c-87a5-5127b5977df5 req-a2d68cbf-d973-4f89-8a7a-b259be926eb8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355308 Sep 08 04:55:20.008062 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611e08-9690-436a-84b9-e33e31c353b3 req-56fbf361-06a9-44c8-947d-95933af0b14e tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:20.009665 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa611e08-9690-436a-84b9-e33e31c353b3 req-56fbf361-06a9-44c8-947d-95933af0b14e tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0496962 Sep 08 04:55:20.052513 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599b06-2707-437d-8bfc-04eb79f38eb1 req-fabde41c-91f5-445b-9d5e-6562118c5048 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:20.054068 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a1599b06-2707-437d-8bfc-04eb79f38eb1 req-fabde41c-91f5-445b-9d5e-6562118c5048 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0593085 Sep 08 04:55:20.056495 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa611e08-9690-436a-84b9-e33e31c353b3 req-4005bd3f-bc94-4344-aed5-4b6b28943789 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404413 Sep 08 04:55:20.097544 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a1599b06-2707-437d-8bfc-04eb79f38eb1 req-589494ba-16c2-475a-9e23-aa3dc05c2158 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346212 Sep 08 04:55:21.217994 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322d80-ae39-4f1b-b030-b8ecbc05ff7f req-1b58d535-4acf-4cc0-8e1c-33b64d9ab2b6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:21.219462 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-97322d80-ae39-4f1b-b030-b8ecbc05ff7f req-1b58d535-4acf-4cc0-8e1c-33b64d9ab2b6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0476825 Sep 08 04:55:21.257804 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-97322d80-ae39-4f1b-b030-b8ecbc05ff7f req-7f4602ee-c393-42ed-a02d-498f4a6355af tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319064 Sep 08 04:55:22.380790 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6709ae-19da-4222-bc9b-e6e7691019ad req-444c0d0a-5b38-48a4-b9b2-b636094b55ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:22.382352 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7f6709ae-19da-4222-bc9b-e6e7691019ad req-444c0d0a-5b38-48a4-b9b2-b636094b55ca tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0520627 Sep 08 04:55:22.421414 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7f6709ae-19da-4222-bc9b-e6e7691019ad req-b8508b18-ab40-4772-b9d7-e7eb624ccf86 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329773 Sep 08 04:55:23.543908 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff9291-78e3-49e1-849f-d7f4c74ffdd0 req-dedd6baa-b69a-4e97-b377-f2ad92f72646 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:23.545490 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a1ff9291-78e3-49e1-849f-d7f4c74ffdd0 req-dedd6baa-b69a-4e97-b377-f2ad92f72646 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0515449 Sep 08 04:55:23.584729 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a1ff9291-78e3-49e1-849f-d7f4c74ffdd0 req-db264ded-cf36-4e40-b1cd-60d9eb50624e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327489 Sep 08 04:55:24.421419 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 43002) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:55:24.524934 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:24.613116 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:24.617391 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:24.657869 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f71be594c21426b9cc210e41ebda993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347057 Sep 08 04:55:24.659232 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51d74ea-7e5c-4cc7-8f2b-3b5d0bdbc776,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:24.660415 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 43010) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:55:24.677143 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.677943 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.677943 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.678170 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.678509 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.678840 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.679172 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.679502 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.679831 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.680154 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.680474 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.680801 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8817b7e-ffcc-4eba-b922-d338979581ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.711236 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:24.722909 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fb15b-66ac-48dd-b962-9190b056a45b req-6400639c-160f-489e-b940-b87276f9ce17 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:24.724417 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-077fb15b-66ac-48dd-b962-9190b056a45b req-6400639c-160f-489e-b940-b87276f9ce17 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0628078 Sep 08 04:55:24.732456 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:24.766909 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-077fb15b-66ac-48dd-b962-9190b056a45b req-d38594f3-7767-4bfd-bbe3-7ea7e4216378 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365930 Sep 08 04:55:24.789135 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:24.791700 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:24.794567 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c51d74ea-7e5c-4cc7-8f2b-3b5d0bdbc776 HTTP/1.1" status: 204 len: 168 time: 0.1331344 Sep 08 04:55:24.803854 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51d74ea-7e5c-4cc7-8f2b-3b5d0bdbc776,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:24.813362 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.813690 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.814083 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.814532 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.814878 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.815210 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.815797 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.816133 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.816589 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.816922 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.817252 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:24.817783 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df4f91-064b-4a6a-addf-daa1b88e6a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:25.814168 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 43052) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:55:25.898236 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48405157-8acf-4e06-97b2-b1629a15ddcc req-0292e668-3fcf-4f38-b87a-fadb3eedf677 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:25.901100 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-48405157-8acf-4e06-97b2-b1629a15ddcc req-0292e668-3fcf-4f38-b87a-fadb3eedf677 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0545580 Sep 08 04:55:25.954795 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50e1b7d9-fe4e-4517-95a3-a24608d09e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:25.974274 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-48405157-8acf-4e06-97b2-b1629a15ddcc req-0389c565-e89d-4d3e-8528-4ed869578a9d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585973 Sep 08 04:55:26.091065 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50e1b7d9-fe4e-4517-95a3-a24608d09e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:26.095765 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50e1b7d9-fe4e-4517-95a3-a24608d09e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:26.133424 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-50e1b7d9-fe4e-4517-95a3-a24608d09e85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ce741baacd04b859632354e41c890ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181720 Sep 08 04:55:26.134377 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1b7d9-fe4e-4517-95a3-a24608d09e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f9e2fd-afea-44f3-992d-45be51b1b0bf,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:26.136153 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 43070) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:55:26.195426 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d9af19a2-6051-4967-83bc-676c503a71d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:26.216756 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d9af19a2-6051-4967-83bc-676c503a71d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:26.287819 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911c84-b4b3-4327-8fad-c2fef603140b req-1ce9d747-ea0a-4f30-9b9b-cd11fbe45193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:26.289590 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-77911c84-b4b3-4327-8fad-c2fef603140b req-1ce9d747-ea0a-4f30-9b9b-cd11fbe45193 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1098 time: 0.0473042 Sep 08 04:55:26.292072 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64758263-03b1-4123-92e4-ed56849c83c7 req-d741d170-5131-4d04-a5b1-d37d67b2c990 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:26.293593 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-64758263-03b1-4123-92e4-ed56849c83c7 req-d741d170-5131-4d04-a5b1-d37d67b2c990 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0703161 Sep 08 04:55:26.319330 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d9af19a2-6051-4967-83bc-676c503a71d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:26.321767 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d9af19a2-6051-4967-83bc-676c503a71d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:26.324712 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d9af19a2-6051-4967-83bc-676c503a71d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36f9e2fd-afea-44f3-992d-45be51b1b0bf HTTP/1.1" status: 204 len: 168 time: 0.1856575 Sep 08 04:55:26.341573 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af19a2-6051-4967-83bc-676c503a71d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f9e2fd-afea-44f3-992d-45be51b1b0bf,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:26.351526 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-64758263-03b1-4123-92e4-ed56849c83c7 req-34e24c89-9314-4e63-8b83-3cdbf407d946 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472474 Sep 08 04:55:26.394792 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911c84-b4b3-4327-8fad-c2fef603140b req-5b099768-1fec-45e8-a6ac-76371cf34ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:26.396378 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-77911c84-b4b3-4327-8fad-c2fef603140b req-5b099768-1fec-45e8-a6ac-76371cf34ce3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 919 time: 0.0982339 Sep 08 04:55:26.470310 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-77911c84-b4b3-4327-8fad-c2fef603140b req-c67abb2d-8981-4d73-b05b-93dfe567ddc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578 HTTP/1.1" status: 200 len: 217 time: 0.0425019 Sep 08 04:55:26.526527 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911c84-b4b3-4327-8fad-c2fef603140b req-2cf136a8-87e7-4a94-9910-754d4513b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:26.528002 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-77911c84-b4b3-4327-8fad-c2fef603140b req-2cf136a8-87e7-4a94-9910-754d4513b148 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.0470285 Sep 08 04:55:26.564694 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-77911c84-b4b3-4327-8fad-c2fef603140b req-63ac9033-9f6c-4d2c-8358-9ad4ed12be40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258677 Sep 08 04:55:26.866994 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-77911c84-b4b3-4327-8fad-c2fef603140b req-a81a7b44-b869-47e4-bc23-13c1584a343f service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903202 Sep 08 04:55:26.957201 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-77911c84-b4b3-4327-8fad-c2fef603140b req-5b8ebe56-8173-411e-9fd2-da67818676e4 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809574 Sep 08 04:55:27.114328 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05c087-4391-4836-a3f7-87d700fe0389 req-43347403-9a73-4859-93c4-f21931021fe5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:27.115803 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ac05c087-4391-4836-a3f7-87d700fe0389 req-43347403-9a73-4859-93c4-f21931021fe5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0491874 Sep 08 04:55:27.152903 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ac05c087-4391-4836-a3f7-87d700fe0389 req-8a6dc764-6b66-4e1f-aa23-7048ddc01877 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 Sep 08 04:55:27.474792 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ab635-9501-4414-ae73-d79528c873ad req-8349439a-83d9-4624-984f-c69e5784ecd1 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:27.476284 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-742ab635-9501-4414-ae73-d79528c873ad req-8349439a-83d9-4624-984f-c69e5784ecd1 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0514455 Sep 08 04:55:27.513336 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-742ab635-9501-4414-ae73-d79528c873ad req-13f7dbcc-ca63-412d-9b42-73a29572cef1 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312567 Sep 08 04:55:28.268786 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307959c1-b193-4b2a-bfd3-b8d79e19abd5 req-7316e9c0-a135-4228-8681-6e07247dae43 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:28.270204 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-307959c1-b193-4b2a-bfd3-b8d79e19abd5 req-7316e9c0-a135-4228-8681-6e07247dae43 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0482819 Sep 08 04:55:28.306376 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-307959c1-b193-4b2a-bfd3-b8d79e19abd5 req-00896bc8-152e-4a79-8b23-bdc3dda499aa tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299861 Sep 08 04:55:28.316759 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-817b8e55-b8d2-466c-a995-821a4bd6e4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:28.628330 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dee7d-9cea-4c8b-a92a-8fc5ae44aab1 req-54ef586f-e6d3-4405-a679-851d50d45de9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:28.629781 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-398dee7d-9cea-4c8b-a92a-8fc5ae44aab1 req-54ef586f-e6d3-4405-a679-851d50d45de9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0478578 Sep 08 04:55:28.668112 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-398dee7d-9cea-4c8b-a92a-8fc5ae44aab1 req-341a48a6-0365-4e0d-a6df-efd78acc715e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Sep 08 04:55:29.431740 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d46177-ac9b-4d21-92bf-59c1879df522 req-a8bcf8a6-4c11-4d23-a973-500c69a6d90e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:29.433182 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a7d46177-ac9b-4d21-92bf-59c1879df522 req-a8bcf8a6-4c11-4d23-a973-500c69a6d90e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0522490 Sep 08 04:55:29.471949 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a7d46177-ac9b-4d21-92bf-59c1879df522 req-53f3ff25-ebfc-44a3-b31f-3ce2689bec7d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321591 Sep 08 04:55:29.755184 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:29.780898 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fb009-f406-45ca-b66f-613aef969e9b req-f6dee889-cdb9-4723-b084-884f0a6a0241 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:29.782379 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5fb009-f406-45ca-b66f-613aef969e9b req-f6dee889-cdb9-4723-b084-884f0a6a0241 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0489881 Sep 08 04:55:29.821351 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5fb009-f406-45ca-b66f-613aef969e9b req-766303ff-9e57-442e-823e-c6776368a00f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329618 Sep 08 04:55:30.414379 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de836-5321-4a13-9275-ec37583552be req-9ab6cffa-d427-46c5-94fe-fc77fdc85c21 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:30.416044 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-9ab6cffa-d427-46c5-94fe-fc77fdc85c21 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 815 time: 0.1193328 Sep 08 04:55:30.432901 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-e03be310-a8ac-4c59-9793-0055bbbd814b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/quotas/349229e5ec0b4f759fee8a5c88285eca HTTP/1.1" status: 200 len: 375 time: 0.0098517 Sep 08 04:55:30.486988 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-8f70c1da-4098-4368-aa45-8a6538227841 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477951 Sep 08 04:55:30.580661 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-996748c1-65c9-4366-9465-4458bc8c9372 service neutron] 10.222.0.20 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859120 Sep 08 04:55:30.591154 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54d220-b36d-44dd-a7b1-f659350d1fd7 req-f6dd5845-b8e5-41a1-bb8e-610d7e3adbe6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:30.592704 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed54d220-b36d-44dd-a7b1-f659350d1fd7 req-f6dd5845-b8e5-41a1-bb8e-610d7e3adbe6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0499716 Sep 08 04:55:30.632500 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed54d220-b36d-44dd-a7b1-f659350d1fd7 req-e535282e-98f4-4924-8267-f5159b45555f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331800 Sep 08 04:55:30.676493 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-77bb6797-937a-44e1-ab6a-c24b64b160af service neutron] 10.222.0.20 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871906 Sep 08 04:55:30.832279 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47411fce-a5b2-4c11-b047-2f760ddb74cb req-69a9921b-8337-4a6b-92c4-1299622c19b6 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 210 time: 0.0292959 Sep 08 04:55:30.855434 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-70dbf4a9-d643-4cf2-9e4a-bf8a73f78bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:30.944711 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bffed-8d07-4eb6-ae99-04d5ddb4d176 req-10e49084-c0b4-4cc5-98a8-2ffd19504953 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:30.946194 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ac7bffed-8d07-4eb6-ae99-04d5ddb4d176 req-10e49084-c0b4-4cc5-98a8-2ffd19504953 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0486743 Sep 08 04:55:30.987980 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ac7bffed-8d07-4eb6-ae99-04d5ddb4d176 req-00387bd6-8448-4205-b864-76cec902f0b5 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354469 Sep 08 04:55:31.279194 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:31.753412 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebb261-d8ef-4103-a44c-80be372bd5f9 req-56e2c7c6-03cd-4b60-b18e-c5f235890f65 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:31.755203 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-72ebb261-d8ef-4103-a44c-80be372bd5f9 req-56e2c7c6-03cd-4b60-b18e-c5f235890f65 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0517335 Sep 08 04:55:31.792345 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-72ebb261-d8ef-4103-a44c-80be372bd5f9 req-47a981ba-bd35-465a-9268-6b329c7b4125 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309577 Sep 08 04:55:31.930462 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-258abdb0-2da8-403c-a0a4-2e7e97493a92 req-284013f7-6daf-442d-bb5e-253365bc61ba tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 210 time: 0.0270829 Sep 08 04:55:32.090201 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de836-5321-4a13-9275-ec37583552be req-7e8c88b0-7b19-4073-b30d-94539c2d8cb5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:32.092206 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-7e8c88b0-7b19-4073-b30d-94539c2d8cb5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 815 time: 0.1232405 Sep 08 04:55:32.121811 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Request body: {'port': {'device_id': 'becedb18-c3dd-420f-bdf6-69785789804d', 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1', 'admin_state_up': True, 'tenant_id': '349229e5ec0b4f759fee8a5c88285eca'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:55:32.154731 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc0537-d653-4ceb-ae24-051858940087 req-49bb9860-fa58-418e-b906-db48d0a6d157 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:32.156792 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f5fc0537-d653-4ceb-ae24-051858940087 req-49bb9860-fa58-418e-b906-db48d0a6d157 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0970154 Sep 08 04:55:32.169645 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:32.246414 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f5fc0537-d653-4ceb-ae24-051858940087 req-a47e0137-851b-4427-b793-d0accce80e04 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817997 Sep 08 04:55:32.271554 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Made reservation on behalf of 349229e5ec0b4f759fee8a5c88285eca for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:55:32.275226 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:32.402815 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Allocated IP 172.20.0.6 (f83a8274-4c5f-4ebc-bf1e-57d60840f6c1/adae5ab8-6eef-428f-9b0f-4bfe076be22b/e941bdeb-1ed5-475d-b31a-dcdb2f370d3c) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:55:32.551965 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:32.588380 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:32.630352 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:55:32.633354 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:55:32.639184 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:55:32.645889 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Pushing event updated for resources: {'Port': ['ID=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:32.651373 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['37a58342-d052-4869-998f-011706bc7d37', '0dab205c-66c1-485a-a825-2011b07cd22b', 'ad09acb8-6bf1-4654-ba14-85d395a58b79'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:55:32.693930 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:32.694630 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:32.707784 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-1854df18-f375-4742-b186-f8d5053d666e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906837 Sep 08 04:55:32.734922 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Request body: {'port': {'device_id': 'becedb18-c3dd-420f-bdf6-69785789804d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:55:32.787381 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:32.929199 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f53576-98eb-4f0f-b013-58462aa51ef5 req-7cb1047b-a96e-49df-a9fe-fcc948ee9567 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:32.934456 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-68f53576-98eb-4f0f-b013-58462aa51ef5 req-7cb1047b-a96e-49df-a9fe-fcc948ee9567 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0630217 Sep 08 04:55:32.982249 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-68f53576-98eb-4f0f-b013-58462aa51ef5 req-0c85aa07-77e2-48c4-b159-4775e019daea tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454023 Sep 08 04:55:33.098156 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9240391-a0c6-4aa9-97dc-3ef6c63e2dff req-0932f5d5-27d3-4af3-a51e-520105cbf6de tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:33.099556 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a9240391-a0c6-4aa9-97dc-3ef6c63e2dff req-0932f5d5-27d3-4af3-a51e-520105cbf6de tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 931 time: 0.0923913 Sep 08 04:55:33.111867 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e941bdeb-1ed5-475d-b31a-dcdb2f370d3c {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:55:33.129933 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:33.155357 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Transition to ACTIVE for port object e941bdeb-1ed5-475d-b31a-dcdb2f370d3c will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:55:33.161578 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a9240391-a0c6-4aa9-97dc-3ef6c63e2dff req-c8d1c785-c5a1-47ce-babb-53c28c1843b1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530522 Sep 08 04:55:33.162815 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:33.228965 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Pushing event updated for resources: {'Port': ['ID=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:33.289947 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Attempting to bind port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:55:33.290316 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Attempting to bind port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:55:33.290644 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Attempting to bind port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:55:33.294869 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:55:33.295192 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Attempting to bind port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c on network f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:55:33.299993 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:55:33.300330 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Checking segment: {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:55:33.300990 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Bound using segment: {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:55:33.301420 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Bound port: e941bdeb-1ed5-475d-b31a-dcdb2f370d3c, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:55:33.301779 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:33.372522 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa2e27-be7a-4369-b372-157e04cf8761 req-9fe6b754-a24a-44f1-b9ed-63f25b6547a6 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:33.374266 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e9aa2e27-be7a-4369-b372-157e04cf8761 req-9fe6b754-a24a-44f1-b9ed-63f25b6547a6 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0590513 Sep 08 04:55:33.378738 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] For port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:55:33.382657 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] For port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:55:33.388021 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:33.420974 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e9aa2e27-be7a-4369-b372-157e04cf8761 req-8df87ce9-ba63-4951-a5d3-c1ab1ed487fc tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Sep 08 04:55:33.423494 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:33.430536 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:33.431288 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:33.440922 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] 10.222.0.26 "PUT /v2.0/ports/e941bdeb-1ed5-475d-b31a-dcdb2f370d3c HTTP/1.1" status: 200 len: 1093 time: 0.7030046 Sep 08 04:55:33.440922 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becedb18-c3dd-420f-bdf6-69785789804d', 'tag': 'e941bdeb-1ed5-475d-b31a-dcdb2f370d3c'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:55:33.440922 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f0370e-baec-421c-a5af-19b8d16d1438" -d '{"events": [{"name": "network-changed", "server_uuid": "becedb18-c3dd-420f-bdf6-69785789804d", "tag": "e941bdeb-1ed5-475d-b31a-dcdb2f370d3c"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:55:33.464757 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee40101-b65e-4d3a-8bfd-64ccd503b905 service neutron] Pushing event updated for resources: {'Port': ['ID=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:33.483450 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0a5778-30d5-433f-8a1a-24d045425a8a x-openstack-request-id: req-1f0a5778-30d5-433f-8a1a-24d045425a8a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:55:33.483742 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becedb18-c3dd-420f-bdf6-69785789804d", "tag": "e941bdeb-1ed5-475d-b31a-dcdb2f370d3c", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:55:33.484027 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f0a5778-30d5-433f-8a1a-24d045425a8a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:55:33.484422 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becedb18-c3dd-420f-bdf6-69785789804d', 'tag': 'e941bdeb-1ed5-475d-b31a-dcdb2f370d3c', 'status': 'completed', 'code': 200} Sep 08 04:55:33.568973 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de836-5321-4a13-9275-ec37583552be req-a4d94d31-ac6b-49ac-95be-5c66b57a644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:33.570651 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-a4d94d31-ac6b-49ac-95be-5c66b57a644a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 1096 time: 0.0414701 Sep 08 04:55:33.629167 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-b25a13a1-d8d6-4548-b248-5e69c0882103 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c HTTP/1.1" status: 200 len: 217 time: 0.0381789 Sep 08 04:55:33.685326 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6de836-5321-4a13-9275-ec37583552be req-02eb79a6-5c78-4b8e-94f6-6ab8456c577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:33.686798 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-02eb79a6-5c78-4b8e-94f6-6ab8456c577f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adae5ab8-6eef-428f-9b0f-4bfe076be22b HTTP/1.1" status: 200 len: 855 time: 0.0409932 Sep 08 04:55:33.721598 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-78d2ed8a-f2c8-44ca-8f79-316e36870507 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249100 Sep 08 04:55:33.825871 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-f233b177-7b2e-469a-9149-5efad7555fb5 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866406 Sep 08 04:55:33.914649 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0c6de836-5321-4a13-9275-ec37583552be req-8b562de3-18d3-4a4a-978f-c1f2d3e74301 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808876 Sep 08 04:55:34.082945 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-74fcd480-a52c-4642-bb4a-d808f56c1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:34.084456 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-74fcd480-a52c-4642-bb4a-d808f56c1a49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349229e5ec0b4f759fee8a5c88285eca&device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 1096 time: 0.0458958 Sep 08 04:55:34.101661 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439525-1bbe-4169-8ccf-ff73e0bf1f2d req-c6544d0f-b1dc-485c-b60d-baf3dd17493f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:34.103538 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-31439525-1bbe-4169-8ccf-ff73e0bf1f2d req-c6544d0f-b1dc-485c-b60d-baf3dd17493f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0482159 Sep 08 04:55:34.144167 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-31439525-1bbe-4169-8ccf-ff73e0bf1f2d req-432313e5-2905-4d33-94bb-a1ae9b13c497 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Sep 08 04:55:34.178944 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-7e60d2a9-0d3c-44d9-a1c9-9bfbfb3f10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:34.180401 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-7e60d2a9-0d3c-44d9-a1c9-9bfbfb3f10d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 200 len: 916 time: 0.0860064 Sep 08 04:55:34.230392 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-89a65616-dc6a-4ac9-a3a2-9c117da9adf0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c HTTP/1.1" status: 200 len: 217 time: 0.0370929 Sep 08 04:55:34.302172 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-3e42c131-0fed-47e1-a57c-0a0882128675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:34.303615 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-3e42c131-0fed-47e1-a57c-0a0882128675 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adae5ab8-6eef-428f-9b0f-4bfe076be22b HTTP/1.1" status: 200 len: 855 time: 0.0645180 Sep 08 04:55:34.311703 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e47c3-67e9-4518-8783-7c0445fe5fec req-c279be71-3a31-4868-83a7-64b2643a645a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:34.313062 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-534e47c3-67e9-4518-8783-7c0445fe5fec req-c279be71-3a31-4868-83a7-64b2643a645a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0818479 Sep 08 04:55:34.352825 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-970186e3-fc6c-46b3-8eef-a2540536cab8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345662 Sep 08 04:55:34.390717 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-534e47c3-67e9-4518-8783-7c0445fe5fec req-cdf820da-8f21-43c7-888e-3590400e207e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637345 Sep 08 04:55:34.469802 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-a4bbe15e-eebf-46eb-b733-9a3d19b7969c service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046081 Sep 08 04:55:34.540214 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cc4a6-3e9a-4395-b4c6-51ee59adb9c2 req-c7680d7b-e38a-4b65-a135-8a6ab842c218 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:34.541710 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a58cc4a6-3e9a-4395-b4c6-51ee59adb9c2 req-c7680d7b-e38a-4b65-a135-8a6ab842c218 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Sep 08 04:55:34.569410 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-50f0370e-baec-421c-a5af-19b8d16d1438 req-09fe1ef7-fcd2-4bf6-a75d-e2cb8d775046 service neutron] 10.222.0.26 "GET /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872772 Sep 08 04:55:34.579088 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a58cc4a6-3e9a-4395-b4c6-51ee59adb9c2 req-62f955d9-e163-49bf-bf3a-f92d31e24f13 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Sep 08 04:55:34.914124 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:55:34.997670 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-cfaf775b-e067-4655-b6f3-cfb00108f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:34.999238 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-cfaf775b-e067-4655-b6f3-cfb00108f85f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1098 time: 0.0406363 Sep 08 04:55:35.010679 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:35.021519 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'port_id': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'mac_address': 'fa:16:3e:01:1e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:55:35.059507 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:35.076249 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feb78593-fc35-44bf-8d2f-386bfed9efcd {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:55:35.095613 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:35.100703 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:35.122066 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-fb9e66fa-584b-480f-88ac-9fc3da725ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:35.123547 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-fb9e66fa-584b-480f-88ac-9fc3da725ecd service neutron] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 919 time: 0.0978036 Sep 08 04:55:35.163763 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=6']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:35.177357 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.178051 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.178719 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.179372 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.180029 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.180694 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.181527 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.182005 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.182676 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.183350 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.184056 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.184714 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:55:35.198850 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-7c196fad-dd44-4d10-b3d3-1f9dc6fe7a7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578 HTTP/1.1" status: 200 len: 217 time: 0.0669239 Sep 08 04:55:35.273877 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-58b87cc7-bd24-447f-af7f-93314b081e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:35.275363 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-58b87cc7-bd24-447f-af7f-93314b081e42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.0681963 Sep 08 04:55:35.299235 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e4cc1-b6c5-483c-99ff-ffd58a195f6c req-4a2f31ab-ecfc-4090-9447-f11e42e357d5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:35.300616 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-113e4cc1-b6c5-483c-99ff-ffd58a195f6c req-4a2f31ab-ecfc-4090-9447-f11e42e357d5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 944 time: 0.0684528 Sep 08 04:55:35.319738 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-0a91c75f-4b5c-4488-8057-822d2fb89619 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365639 Sep 08 04:55:35.377136 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['feb78593-fc35-44bf-8d2f-386bfed9efcd'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:55:35.378685 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-113e4cc1-b6c5-483c-99ff-ffd58a195f6c req-79deda20-1d39-43c8-bc9c-324cf7f94a3a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619047 Sep 08 04:55:35.439352 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-9327a2a8-22c9-409f-ac37-bdc69136326c service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081774 Sep 08 04:55:35.526270 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a0ddb-a9df-4624-a7e4-8a2d89f6451b req-2a44896f-2d1c-45a5-ac0c-dc938822b90f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:35.528058 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1a9a0ddb-a9df-4624-a7e4-8a2d89f6451b req-2a44896f-2d1c-45a5-ac0c-dc938822b90f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0546451 Sep 08 04:55:35.558218 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eb109a1-9827-400a-84f8-976c00a21e23 req-80c416f7-af11-4093-bf9e-abfef825b486 service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109951 Sep 08 04:55:35.572459 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1a9a0ddb-a9df-4624-a7e4-8a2d89f6451b req-22cf275a-522a-43fa-9a1b-d6a505cfc971 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373878 Sep 08 04:55:35.694929 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3db88-7edf-47f6-9a8c-81bd352a8c2b req-4e416d6f-544f-46dc-ac90-fc22e59f078c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:35.696297 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-36f3db88-7edf-47f6-9a8c-81bd352a8c2b req-4e416d6f-544f-46dc-ac90-fc22e59f078c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0476558 Sep 08 04:55:35.734861 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-36f3db88-7edf-47f6-9a8c-81bd352a8c2b req-b01eabe8-5609-4284-ba09-b2fcb4c58dc0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Sep 08 04:55:36.505076 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26088a9-53a8-417d-aa1a-5bb91067e303 req-16fd4874-2373-4ca0-bc68-4ede22448f37 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:36.507562 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f26088a9-53a8-417d-aa1a-5bb91067e303 req-16fd4874-2373-4ca0-bc68-4ede22448f37 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 944 time: 0.0535984 Sep 08 04:55:36.543687 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f26088a9-53a8-417d-aa1a-5bb91067e303 req-833f4a75-7bed-49b0-a138-39cef24e9140 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315840 Sep 08 04:55:36.686594 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f70c3-8b3a-4ad4-a6cf-92e7628e76ce req-237090e1-a918-4f4c-bc6d-f4e00cd5fd5c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:36.687955 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f96f70c3-8b3a-4ad4-a6cf-92e7628e76ce req-237090e1-a918-4f4c-bc6d-f4e00cd5fd5c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0484767 Sep 08 04:55:36.725368 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f96f70c3-8b3a-4ad4-a6cf-92e7628e76ce req-22848d55-0970-483a-ac27-0a8c50a85cd2 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Sep 08 04:55:36.850691 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ff61-f1b8-4ef1-a2b2-ba5271b89f9e req-4c8d11d6-e6ed-49b6-9a11-d6e65c31ee35 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:36.852191 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1495ff61-f1b8-4ef1-a2b2-ba5271b89f9e req-4c8d11d6-e6ed-49b6-9a11-d6e65c31ee35 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0512903 Sep 08 04:55:36.892417 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1495ff61-f1b8-4ef1-a2b2-ba5271b89f9e req-3c1a1b02-ab16-4e3b-8efa-cb574fd6f96a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337875 Sep 08 04:55:36.928276 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:55:36.978061 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port feb78593-fc35-44bf-8d2f-386bfed9efcd triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:55:36.978364 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:37.061019 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:37.083265 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:55:37.085471 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c64a2-5537-4768-ba7d-501e5d2dff59" -d '{"events": [{"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-plugged", "status": "completed", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:55:37.098448 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:37.102740 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:37.128899 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be23f48-eadd-4a3f-b04c-bac617476cc2 x-openstack-request-id: req-6be23f48-eadd-4a3f-b04c-bac617476cc2 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:55:37.129184 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-plugged", "status": "completed", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:55:37.129433 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6be23f48-eadd-4a3f-b04c-bac617476cc2 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:55:37.129812 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'code': 200} Sep 08 04:55:37.156746 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=7']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:37.668758 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc42bf-edb9-4565-b040-353b5508c713 req-8cc68e35-93e2-433e-9603-c2fb8ac605f8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:37.670281 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3dcc42bf-edb9-4565-b040-353b5508c713 req-8cc68e35-93e2-433e-9603-c2fb8ac605f8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0532947 Sep 08 04:55:37.708157 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3dcc42bf-edb9-4565-b040-353b5508c713 req-3c1840c1-1054-438b-935b-aa61a361fec5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311954 Sep 08 04:55:37.844022 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0fb3-05c2-4579-baec-611547ec9cc1 req-1ec31a9a-8a4e-4a34-a921-1159cb1f87e4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:37.845472 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f7fa0fb3-05c2-4579-baec-611547ec9cc1 req-1ec31a9a-8a4e-4a34-a921-1159cb1f87e4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0511894 Sep 08 04:55:37.882616 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f7fa0fb3-05c2-4579-baec-611547ec9cc1 req-6a2f8657-6d56-47bd-8751-9fd89a543922 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Sep 08 04:55:38.005308 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d806782-db72-4cfe-8ba5-750a436fa811 req-ea38bc4e-f004-487a-b579-f5d9446950fd tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:38.006688 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3d806782-db72-4cfe-8ba5-750a436fa811 req-ea38bc4e-f004-487a-b579-f5d9446950fd tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0484707 Sep 08 04:55:38.043664 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3d806782-db72-4cfe-8ba5-750a436fa811 req-75a6291e-6d72-4d84-aa77-72474b22d446 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Sep 08 04:55:38.824017 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ced3c-51f9-4236-8034-003f1ee8746a req-036b6117-e0d0-42e8-989a-bf465fb7e2af tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:38.825873 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c17ced3c-51f9-4236-8034-003f1ee8746a req-036b6117-e0d0-42e8-989a-bf465fb7e2af tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0478761 Sep 08 04:55:38.864628 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c17ced3c-51f9-4236-8034-003f1ee8746a req-4f5e16b0-f578-44cf-b6d3-0bc8c9e9bb70 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320418 Sep 08 04:55:39.001380 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0f13b-4069-41d1-9091-d3e8762dc1e7 req-5d542df2-28fe-48ba-ae17-92816ad95f96 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:39.002868 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-efc0f13b-4069-41d1-9091-d3e8762dc1e7 req-5d542df2-28fe-48ba-ae17-92816ad95f96 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0522308 Sep 08 04:55:39.039952 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-efc0f13b-4069-41d1-9091-d3e8762dc1e7 req-6bb69c94-813a-4838-b4c7-dcfc2b1f9dda tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Sep 08 04:55:39.156057 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e8f24-c54e-48a9-97e7-fb6612fdf253 req-22b01365-e5fc-4ee7-933f-f186ab7cd454 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:39.157536 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-798e8f24-c54e-48a9-97e7-fb6612fdf253 req-22b01365-e5fc-4ee7-933f-f186ab7cd454 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0488205 Sep 08 04:55:39.195897 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-798e8f24-c54e-48a9-97e7-fb6612fdf253 req-cb92d8ca-b661-4dd5-8240-b9c297cad11a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Sep 08 04:55:39.986949 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b4fbc-1c33-4412-bca9-4404b9aa0310 req-a1529009-1e39-411c-9323-72111e3e8059 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:39.988477 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5d2b4fbc-1c33-4412-bca9-4404b9aa0310 req-a1529009-1e39-411c-9323-72111e3e8059 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0492277 Sep 08 04:55:40.029512 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5d2b4fbc-1c33-4412-bca9-4404b9aa0310 req-2cff9684-2764-41a2-814c-e4db83d04eb3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351827 Sep 08 04:55:40.156284 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4f981-9812-4361-9d22-639e9a65591b req-b3838c8c-4194-468a-8f4c-30420eaa7d48 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:40.157719 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d1c4f981-9812-4361-9d22-639e9a65591b req-b3838c8c-4194-468a-8f4c-30420eaa7d48 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0524442 Sep 08 04:55:40.195009 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d1c4f981-9812-4361-9d22-639e9a65591b req-3b19fbd8-3a11-4f58-a6eb-3727ee84a75f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306678 Sep 08 04:55:40.308322 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5581a64-70b4-455e-b275-f7d2547249cb req-d144a795-8c54-460b-80aa-14c33f65ccb0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:40.309790 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c5581a64-70b4-455e-b275-f7d2547249cb req-d144a795-8c54-460b-80aa-14c33f65ccb0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0470796 Sep 08 04:55:40.349915 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c5581a64-70b4-455e-b275-f7d2547249cb req-92af2e28-043e-4cd3-b44d-07e24855eb71 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Sep 08 04:55:41.148086 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dff3b4-471d-47a0-be07-c87072efed4e req-10e103a4-2c8f-43d1-9e1d-6ba59357ee44 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:41.149554 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4dff3b4-471d-47a0-be07-c87072efed4e req-10e103a4-2c8f-43d1-9e1d-6ba59357ee44 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0475535 Sep 08 04:55:41.193813 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4dff3b4-471d-47a0-be07-c87072efed4e req-f4cd179a-86d3-4856-a4b7-acc63b390c45 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383844 Sep 08 04:55:41.308348 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194b03c-19de-4914-aab3-ad13bb8c0685 req-1753f9e8-d711-459a-93ff-33bace48524d tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:41.309795 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8194b03c-19de-4914-aab3-ad13bb8c0685 req-1753f9e8-d711-459a-93ff-33bace48524d tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0506530 Sep 08 04:55:41.349069 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8194b03c-19de-4914-aab3-ad13bb8c0685 req-f99ddd10-6aec-4842-a32c-ab2cba76dd87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325813 Sep 08 04:55:41.463645 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43de49-a138-48a3-9116-66a743b0e51e req-375601c6-cabd-47a7-8c97-56ecc3a3f392 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:41.465123 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d43de49-a138-48a3-9116-66a743b0e51e req-375601c6-cabd-47a7-8c97-56ecc3a3f392 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0504766 Sep 08 04:55:41.505539 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d43de49-a138-48a3-9116-66a743b0e51e req-b2c43d34-d73a-4ab9-9248-1edc23d0cdd1 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344632 Sep 08 04:55:42.309983 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb58e9-a5af-4340-b745-601459eba353 req-7df28f0e-8ccc-4109-86b2-7c35c6bd5e36 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:42.311439 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-58eb58e9-a5af-4340-b745-601459eba353 req-7df28f0e-8ccc-4109-86b2-7c35c6bd5e36 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0476203 Sep 08 04:55:42.351754 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-58eb58e9-a5af-4340-b745-601459eba353 req-544454d8-2bf6-4c76-8cef-629462b2b197 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325704 Sep 08 04:55:42.464142 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6578543-0c82-4cc0-96b1-27476b9e32fc req-cc36aa13-4594-4c28-86ac-b3c5a59b1da3 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:42.465529 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f6578543-0c82-4cc0-96b1-27476b9e32fc req-cc36aa13-4594-4c28-86ac-b3c5a59b1da3 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0509934 Sep 08 04:55:42.503188 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f6578543-0c82-4cc0-96b1-27476b9e32fc req-ba05527a-9ad8-4910-ba35-592f276573a6 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Sep 08 04:55:42.617316 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d2be9-76b9-4ebb-9576-f17ba9652efa req-8caeb477-8036-4e13-a236-c3e33399dfe6 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:42.618851 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6a3d2be9-76b9-4ebb-9576-f17ba9652efa req-8caeb477-8036-4e13-a236-c3e33399dfe6 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Sep 08 04:55:42.656907 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6a3d2be9-76b9-4ebb-9576-f17ba9652efa req-ed1bf129-4073-419c-af84-545f20023fc5 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Sep 08 04:55:43.473544 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e086-9080-4dad-85b0-e7b531134d88 req-33df236a-e1e0-4635-9c9e-18cbd86788c1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:43.475148 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f6b0e086-9080-4dad-85b0-e7b531134d88 req-33df236a-e1e0-4635-9c9e-18cbd86788c1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0485561 Sep 08 04:55:43.512850 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f6b0e086-9080-4dad-85b0-e7b531134d88 req-daa28586-5d89-4062-949f-9264be096f08 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318227 Sep 08 04:55:43.618848 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e3938-8b65-4180-b6af-eeb475b4f3cb req-1d2c6f86-565e-43f8-8efd-f18062d7e056 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:43.620318 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-398e3938-8b65-4180-b6af-eeb475b4f3cb req-1d2c6f86-565e-43f8-8efd-f18062d7e056 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0518346 Sep 08 04:55:43.657010 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-398e3938-8b65-4180-b6af-eeb475b4f3cb req-db8fc7c6-2ce1-4f31-8e44-53c6a0cc4ac0 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305128 Sep 08 04:55:43.769582 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf298a0-ac75-4e98-a894-76390aeeb8d7 req-f8fa2d50-c167-4f3e-8f03-bf06d2ee64de tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:43.771091 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4bf298a0-ac75-4e98-a894-76390aeeb8d7 req-f8fa2d50-c167-4f3e-8f03-bf06d2ee64de tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0489693 Sep 08 04:55:43.807912 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4bf298a0-ac75-4e98-a894-76390aeeb8d7 req-f8f52b16-86d9-429a-a5ee-62b02ca8dd87 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309763 Sep 08 04:55:44.627680 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c594f-680e-495a-8f72-f092e828a6be req-499df3e5-9c1e-41aa-9295-97cd1009a6bc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:44.629325 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8f2c594f-680e-495a-8f72-f092e828a6be req-499df3e5-9c1e-41aa-9295-97cd1009a6bc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0477529 Sep 08 04:55:44.669413 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8f2c594f-680e-495a-8f72-f092e828a6be req-40425916-d0fe-43e4-9430-5536757627ff tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338097 Sep 08 04:55:44.787136 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270553-e8fe-4c44-845e-1c0a12c125c2 req-5485a0e5-3a81-41a1-9273-54e8a5c92f1f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:44.788614 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b7270553-e8fe-4c44-845e-1c0a12c125c2 req-5485a0e5-3a81-41a1-9273-54e8a5c92f1f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0552790 Sep 08 04:55:44.827119 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b7270553-e8fe-4c44-845e-1c0a12c125c2 req-83996e55-a26a-4ffc-9e47-19502bba66e9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Sep 08 04:55:44.929654 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d69cb1-eb93-46ac-86c4-20797880cbee req-fde5bbc3-6bd2-4118-9972-75098f804970 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:44.931055 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b0d69cb1-eb93-46ac-86c4-20797880cbee req-fde5bbc3-6bd2-4118-9972-75098f804970 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0486565 Sep 08 04:55:44.976286 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b0d69cb1-eb93-46ac-86c4-20797880cbee req-6bc43144-d8ee-43e4-aabd-836e521ec15d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350702 Sep 08 04:55:45.796705 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fff356-c9b0-4ff4-aa6c-d36f797bc7e8 req-d21d58bb-3316-4512-a321-5b7340439ef1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:45.798903 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98fff356-c9b0-4ff4-aa6c-d36f797bc7e8 req-d21d58bb-3316-4512-a321-5b7340439ef1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0540800 Sep 08 04:55:45.850935 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98fff356-c9b0-4ff4-aa6c-d36f797bc7e8 req-54092e2d-faaf-4c0b-9f35-eda437899e89 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439918 Sep 08 04:55:46.054324 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3a3f8-9e75-4b43-95d6-4b018c18ec51 req-6a332b9f-3563-4963-97b2-100b77d7ae3c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:46.057532 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-47f3a3f8-9e75-4b43-95d6-4b018c18ec51 req-6a332b9f-3563-4963-97b2-100b77d7ae3c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0879929 Sep 08 04:55:46.106371 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-47f3a3f8-9e75-4b43-95d6-4b018c18ec51 req-9102559d-ff31-403f-808b-ae150a6ef58a tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Sep 08 04:55:46.134259 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d85b96-b3b9-484e-978c-550a8cae8b19 req-d125b057-b251-4446-9199-fe70724020ee tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:46.141940 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f7d85b96-b3b9-484e-978c-550a8cae8b19 req-d125b057-b251-4446-9199-fe70724020ee tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0659068 Sep 08 04:55:46.187800 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f7d85b96-b3b9-484e-978c-550a8cae8b19 req-4ee575b8-c5d4-4561-bc2d-f5ddbe8f7ab9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Sep 08 04:55:47.034140 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042f898-1de5-4f4f-b9c5-deff55e35d3d req-04c91b4e-a08a-4bbe-a831-4d6230226f3f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:47.035835 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4042f898-1de5-4f4f-b9c5-deff55e35d3d req-04c91b4e-a08a-4bbe-a831-4d6230226f3f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0578923 Sep 08 04:55:47.098349 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4042f898-1de5-4f4f-b9c5-deff55e35d3d req-bc7ca669-d798-4146-8ea6-24b135bd62f3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486174 Sep 08 04:55:47.254597 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec3145-5a8e-4e3a-a9d0-188e8a05d59e req-86480036-c3a8-4e92-be96-86258698f48d tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:47.256952 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d5ec3145-5a8e-4e3a-a9d0-188e8a05d59e req-86480036-c3a8-4e92-be96-86258698f48d tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0563745 Sep 08 04:55:47.302650 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d5ec3145-5a8e-4e3a-a9d0-188e8a05d59e req-05eabcfb-ee60-4c76-b911-406cf29ecea9 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385115 Sep 08 04:55:47.356010 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2612a8-dc14-4abe-abd1-05abc00d7cf2 req-7c43864c-e175-4683-8439-7a1ed57a2f6b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:47.365181 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b2612a8-dc14-4abe-abd1-05abc00d7cf2 req-7c43864c-e175-4683-8439-7a1ed57a2f6b tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0881350 Sep 08 04:55:47.411900 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b2612a8-dc14-4abe-abd1-05abc00d7cf2 req-c20d78a4-8d4d-4122-bcfe-537e7e7e24f0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454094 Sep 08 04:55:48.258811 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748895b4-05a2-441c-bff1-b8716609cd96 req-315078fd-9124-454e-a233-d38e950b9b7e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:48.261101 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-748895b4-05a2-441c-bff1-b8716609cd96 req-315078fd-9124-454e-a233-d38e950b9b7e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0601366 Sep 08 04:55:48.307508 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-748895b4-05a2-441c-bff1-b8716609cd96 req-0a5531b3-572b-4714-9e2d-7583b7e239bc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380492 Sep 08 04:55:48.433624 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00bb02-dbf0-4ffe-9360-4ee549ae7a69 req-dae17dad-dba2-4db0-ae7d-bcc13df6c0d7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:48.436015 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bf00bb02-dbf0-4ffe-9360-4ee549ae7a69 req-dae17dad-dba2-4db0-ae7d-bcc13df6c0d7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 943 time: 0.0588417 Sep 08 04:55:48.490159 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bf00bb02-dbf0-4ffe-9360-4ee549ae7a69 req-7991d97f-e922-4d06-a4ce-5a38840f2156 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 Sep 08 04:55:48.542507 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165386-a0c7-4342-b790-41255cad2147 req-decb31d3-3b38-4c73-a6ae-3a976253cd80 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:48.544326 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba165386-a0c7-4342-b790-41255cad2147 req-decb31d3-3b38-4c73-a6ae-3a976253cd80 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0557342 Sep 08 04:55:48.588365 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba165386-a0c7-4342-b790-41255cad2147 req-3ce15685-7f98-4ff4-b43f-e6491e5ecde0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Sep 08 04:55:48.740586 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:55:49.011726 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device e941bdeb-1ed5-475d-b31a-dcdb2f370d3c details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:55:49.121274 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:49.136574 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'e941bdeb-1ed5-475d-b31a-dcdb2f370d3c', 'network_id': 'f83a8274-4c5f-4ebc-bf1e-57d60840f6c1', 'port_id': 'e941bdeb-1ed5-475d-b31a-dcdb2f370d3c', 'mac_address': 'fa:16:3e:5f:d5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adae5ab8-6eef-428f-9b0f-4bfe076be22b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:55:49.192128 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:49.207232 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e941bdeb-1ed5-475d-b31a-dcdb2f370d3c {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:55:49.235387 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:49.240282 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:49.300787 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:49.459512 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1730824-9239-46bd-a9de-788172c191e0 req-90f9b325-c02e-4428-a539-c17532fc57ef tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:49.462149 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e1730824-9239-46bd-a9de-788172c191e0 req-90f9b325-c02e-4428-a539-c17532fc57ef tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0626681 Sep 08 04:55:49.510693 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e1730824-9239-46bd-a9de-788172c191e0 req-58596605-b3bd-4465-acf8-b89da35eadf1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413575 Sep 08 04:55:49.629323 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc842-5d0b-4989-b6a6-46b2314fb22d req-cf093b54-2408-402b-8e11-2595399140fe tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:49.633269 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-083cc842-5d0b-4989-b6a6-46b2314fb22d req-cf093b54-2408-402b-8e11-2595399140fe tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 944 time: 0.0671895 Sep 08 04:55:49.699548 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-083cc842-5d0b-4989-b6a6-46b2314fb22d req-67a8b950-fdfa-4981-856b-85cce72b430b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599813 Sep 08 04:55:49.700567 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['e941bdeb-1ed5-475d-b31a-dcdb2f370d3c'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:55:49.730748 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3587e-3a31-48a8-a9fa-b8d8f70804a2 req-bb810cd3-3a73-4b4f-a557-4695b3ddb543 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:49.740874 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b0e3587e-3a31-48a8-a9fa-b8d8f70804a2 req-bb810cd3-3a73-4b4f-a557-4695b3ddb543 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0664515 Sep 08 04:55:49.787684 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b0e3587e-3a31-48a8-a9fa-b8d8f70804a2 req-c91f93b2-ecd2-4dfd-9191-1266f36bb9cb tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458593 Sep 08 04:55:50.645275 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97639b8-c7b8-4fdc-9599-a6e4e9746c2e req-7bf36ebb-7036-45d0-bcea-6f6a2727d46d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:50.647357 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f97639b8-c7b8-4fdc-9599-a6e4e9746c2e req-7bf36ebb-7036-45d0-bcea-6f6a2727d46d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0534375 Sep 08 04:55:50.698942 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f97639b8-c7b8-4fdc-9599-a6e4e9746c2e req-215d6531-652e-4d86-9440-5c4b7af516f9 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455489 Sep 08 04:55:50.838301 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610027b2-408f-4ae3-88ba-39653fcb2882 req-7b9d941d-6bd6-4ec9-a407-c9b30b3c331f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:50.839981 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-610027b2-408f-4ae3-88ba-39653fcb2882 req-7b9d941d-6bd6-4ec9-a407-c9b30b3c331f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 944 time: 0.0581386 Sep 08 04:55:50.882096 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-610027b2-408f-4ae3-88ba-39653fcb2882 req-b757a28d-5550-4898-ada9-e5b12d69eb2f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Sep 08 04:55:50.940525 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ca682-664f-4af8-b22f-5eaccfa99b96 req-ff301644-3a16-4436-b632-0a964d00126e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:50.946371 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad1ca682-664f-4af8-b22f-5eaccfa99b96 req-ff301644-3a16-4436-b632-0a964d00126e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0845842 Sep 08 04:55:50.997657 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad1ca682-664f-4af8-b22f-5eaccfa99b96 req-caf88a83-a608-487a-bef0-df5bfdab0169 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Sep 08 04:55:51.033512 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device e941bdeb-1ed5-475d-b31a-dcdb2f370d3c up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:55:51.069165 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2290b9-2407-48b5-bf75-a1549dfc0e5c req-57a78399-a432-4cd5-9951-229cf2da3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:51.070892 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2e2290b9-2407-48b5-bf75-a1549dfc0e5c req-57a78399-a432-4cd5-9951-229cf2da3b59 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1098 time: 0.0545862 Sep 08 04:55:51.095611 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:55:51.100615 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:55:51.101201 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:51.115851 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2e2290b9-2407-48b5-bf75-a1549dfc0e5c req-c99fabf7-e3aa-4f1e-acd2-60774f29bff9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Sep 08 04:55:51.184676 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:51.208530 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becedb18-c3dd-420f-bdf6-69785789804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941bdeb-1ed5-475d-b31a-dcdb2f370d3c'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:55:51.210795 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea554e-c51d-4b70-83da-641de5c05cd9" -d '{"events": [{"server_uuid": "becedb18-c3dd-420f-bdf6-69785789804d", "name": "network-vif-plugged", "status": "completed", "tag": "e941bdeb-1ed5-475d-b31a-dcdb2f370d3c"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:55:51.224019 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:51.229578 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:51.260197 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f3d1e1-e939-4749-b139-7a53d8dc80ce x-openstack-request-id: req-f7f3d1e1-e939-4749-b139-7a53d8dc80ce {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:55:51.260493 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becedb18-c3dd-420f-bdf6-69785789804d", "name": "network-vif-plugged", "status": "completed", "tag": "e941bdeb-1ed5-475d-b31a-dcdb2f370d3c", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:55:51.262010 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7f3d1e1-e939-4749-b139-7a53d8dc80ce {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:55:51.262010 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becedb18-c3dd-420f-bdf6-69785789804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941bdeb-1ed5-475d-b31a-dcdb2f370d3c', 'code': 200} Sep 08 04:55:51.290836 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:51.718090 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55dc55-1b6f-4374-89c5-dc8e1eb72aa3 req-f99bcf58-dab0-449f-804b-8a7ccb3dc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:51.720616 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cf55dc55-1b6f-4374-89c5-dc8e1eb72aa3 req-f99bcf58-dab0-449f-804b-8a7ccb3dc0a5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 1098 time: 0.0414362 Sep 08 04:55:51.770676 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cf55dc55-1b6f-4374-89c5-dc8e1eb72aa3 req-9a58f858-6705-4c14-810e-66746be65dd7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 Sep 08 04:55:51.826511 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4f16f-c45e-48c2-807d-ff04d255ada1 req-b1c42d2e-f897-4141-a1d2-192334ed7376 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:51.832981 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4c4f16f-c45e-48c2-807d-ff04d255ada1 req-b1c42d2e-f897-4141-a1d2-192334ed7376 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0553155 Sep 08 04:55:51.873125 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4c4f16f-c45e-48c2-807d-ff04d255ada1 req-5c49cbd1-3c0e-48ad-9eef-2d44d05dc652 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342991 Sep 08 04:55:52.004423 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925302e-77c6-47e3-a49e-517d150e5783 req-3cf793df-4ab6-4cc9-a6b8-2578e7c8c43f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:52.005837 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f925302e-77c6-47e3-a49e-517d150e5783 req-3cf793df-4ab6-4cc9-a6b8-2578e7c8c43f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 945 time: 0.0506761 Sep 08 04:55:52.058887 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f925302e-77c6-47e3-a49e-517d150e5783 req-a708b743-6295-47b2-be9f-e551fcba1c82 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471513 Sep 08 04:55:52.140225 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b487dd-1ba2-4cf7-a864-ef3372c0d8be req-8a73b4b8-d8f4-45cd-a114-0397aa564e21 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:52.141996 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-89b487dd-1ba2-4cf7-a864-ef3372c0d8be req-8a73b4b8-d8f4-45cd-a114-0397aa564e21 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0520837 Sep 08 04:55:52.186131 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-89b487dd-1ba2-4cf7-a864-ef3372c0d8be req-51df14a4-dd53-4536-b3c9-5498f8695841 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374980 Sep 08 04:55:53.008689 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af8b3-7802-4994-b6e3-039a6ded498a req-88519bd1-0650-4e65-b979-dd28a8441b26 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:53.014508 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-274af8b3-7802-4994-b6e3-039a6ded498a req-88519bd1-0650-4e65-b979-dd28a8441b26 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0593283 Sep 08 04:55:53.052521 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-274af8b3-7802-4994-b6e3-039a6ded498a req-8e9663f3-0640-430a-a205-0bbf6d935835 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359738 Sep 08 04:55:53.210900 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad552b-9b85-446e-be74-53fe4808b33b req-795f53fa-5d33-4c66-a017-e4c2d525d8e3 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:53.212508 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c9ad552b-9b85-446e-be74-53fe4808b33b req-795f53fa-5d33-4c66-a017-e4c2d525d8e3 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 945 time: 0.0683162 Sep 08 04:55:53.266289 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c9ad552b-9b85-446e-be74-53fe4808b33b req-fd783bc8-e674-4664-980b-e712ab45e97c tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 Sep 08 04:55:53.341103 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024c137-2b97-4ed9-b640-e07846a74d55 req-f7f18e25-7d48-47eb-9592-c184e20d588f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:53.345539 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2024c137-2b97-4ed9-b640-e07846a74d55 req-f7f18e25-7d48-47eb-9592-c184e20d588f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0567572 Sep 08 04:55:53.404262 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2024c137-2b97-4ed9-b640-e07846a74d55 req-62e1a552-f2ab-43f5-b6ef-290c17b3248c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531094 Sep 08 04:55:53.827747 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e925-9b87-42d9-95ba-88da4917f01a req-ac203fc2-3e98-4a5f-88a3-963e9f873936 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:53.829320 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8956e925-9b87-42d9-95ba-88da4917f01a req-ac203fc2-3e98-4a5f-88a3-963e9f873936 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0801558 Sep 08 04:55:53.840274 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-81e495e3-d817-418a-8148-338bbb4d0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:53.841784 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-81e495e3-d817-418a-8148-338bbb4d0908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 1098 time: 0.0553391 Sep 08 04:55:53.874214 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8956e925-9b87-42d9-95ba-88da4917f01a req-11711649-ab29-4b93-b3f4-9f5cd6a8f685 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Sep 08 04:55:54.004170 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-6a479b32-d9d6-4662-b438-e1b8ec05a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:54.005555 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-6a479b32-d9d6-4662-b438-e1b8ec05a09e service neutron] 10.222.0.26 "GET /v2.0/networks?id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 200 len: 919 time: 0.0999577 Sep 08 04:55:54.064468 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-285c402f-036a-42dc-9f56-30b4141fcd20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578 HTTP/1.1" status: 200 len: 217 time: 0.0410368 Sep 08 04:55:54.183072 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-6d9caa1f-8bf2-42a6-8ceb-0d0cf38ddb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:54.183072 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-6d9caa1f-8bf2-42a6-8ceb-0d0cf38ddb56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 200 len: 858 time: 0.0740180 Sep 08 04:55:54.220772 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7a252-99c4-42b0-b4dc-c4eda92b0b4e req-9534d6e1-1ebe-44a2-93e3-1fcf390f98f3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:54.223614 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-04e09d6e-5787-4d9a-a647-bf86e8fb3430 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294616 Sep 08 04:55:54.224119 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-99c7a252-99c4-42b0-b4dc-c4eda92b0b4e req-9534d6e1-1ebe-44a2-93e3-1fcf390f98f3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0582080 Sep 08 04:55:54.265714 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-99c7a252-99c4-42b0-b4dc-c4eda92b0b4e req-002c8bec-cf89-4310-a743-f6c3c32bd4de tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351665 Sep 08 04:55:54.541328 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-53a42b44-0c44-464b-8bb9-6425e3a85bed service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051002 Sep 08 04:55:54.556596 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fc9ea-e9a2-4cd1-aee0-beb4dca4a977 req-df00fbed-1ce3-46a7-8a53-d6f7c0e9d209 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:54.557978 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-818fc9ea-e9a2-4cd1-aee0-beb4dca4a977 req-df00fbed-1ce3-46a7-8a53-d6f7c0e9d209 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 945 time: 0.0625129 Sep 08 04:55:54.647296 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-818fc9ea-e9a2-4cd1-aee0-beb4dca4a977 req-4e099068-59f5-4f1e-bb7f-16e679729f25 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812464 Sep 08 04:55:54.668729 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f5f3a52-a3c3-4b5a-8d6d-f935db00b6df req-6e66bea2-fae7-4e4a-954b-13591b75847c service neutron] 10.222.0.26 "GET /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098363 Sep 08 04:55:54.989448 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53da76d-428c-41bf-b79a-b7d192bec5c6 req-d5ceeb16-8b2b-4440-94b9-dc07433d1605 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:54.990971 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c53da76d-428c-41bf-b79a-b7d192bec5c6 req-d5ceeb16-8b2b-4440-94b9-dc07433d1605 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0483544 Sep 08 04:55:55.029106 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c53da76d-428c-41bf-b79a-b7d192bec5c6 req-cea11e0e-801a-45d3-9605-e85379021836 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Sep 08 04:55:55.386013 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-447c0ff5-eef9-4341-9d31-346320c0b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:55.387405 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-447c0ff5-eef9-4341-9d31-346320c0b4cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 1098 time: 0.0671546 Sep 08 04:55:55.402793 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcf2fd-3ecb-427b-a647-c78b4166cced req-bf6edaf4-ec6e-4fab-9b10-1455658ce288 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:55.404213 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-48dcf2fd-3ecb-427b-a647-c78b4166cced req-bf6edaf4-ec6e-4fab-9b10-1455658ce288 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0606866 Sep 08 04:55:55.491062 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-48dcf2fd-3ecb-427b-a647-c78b4166cced req-60f6f6a9-821d-4a61-b353-9a1fab849fbf tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804696 Sep 08 04:55:55.521254 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-c4cf6f2f-223e-4431-8304-ea102b985b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:55.522758 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-c4cf6f2f-223e-4431-8304-ea102b985b24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.1066175 Sep 08 04:55:55.601083 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-a8d2751e-5756-4aaa-b61e-19c349b3833e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd HTTP/1.1" status: 200 len: 1001 time: 0.0565391 Sep 08 04:55:55.662069 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-da56bd2e-f718-4e7c-ae21-6640184beaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:55.663546 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-da56bd2e-f718-4e7c-ae21-6640184beaa0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0470438 Sep 08 04:55:55.710584 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-ff72a361-e117-44ff-88e4-0b555ac477b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:55.712309 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-ff72a361-e117-44ff-88e4-0b555ac477b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408924 Sep 08 04:55:55.804707 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-b8388087-b31a-4e35-9245-37edbf9b8e79 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824983 Sep 08 04:55:55.895916 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5df4c4fb-1a8a-4499-b14d-9d295609d2d8 req-eb87e2ff-efa1-41e9-a726-b1f7a75d4778 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831220 Sep 08 04:55:56.141488 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b055c-7246-4039-9807-43a28ad03572 req-2781ba2d-f678-4846-b0ca-d4072992bcf4 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:56.143796 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b42b055c-7246-4039-9807-43a28ad03572 req-2781ba2d-f678-4846-b0ca-d4072992bcf4 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0496852 Sep 08 04:55:56.181344 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b42b055c-7246-4039-9807-43a28ad03572 req-82e2a905-d2d5-4aec-b51d-c3062a55b249 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Sep 08 04:55:56.616014 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bf651-2e63-4725-99dc-f6fa4ae95b5b req-40bac3be-cd62-4730-b812-55d706637ee2 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:56.617476 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f83bf651-2e63-4725-99dc-f6fa4ae95b5b req-40bac3be-cd62-4730-b812-55d706637ee2 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0513539 Sep 08 04:55:56.653998 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f83bf651-2e63-4725-99dc-f6fa4ae95b5b req-cee88bad-b81f-4caf-9715-2e5dfe0d5e2a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306079 Sep 08 04:55:57.300656 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023b39e-00b6-4130-aa87-a66f9ecf6308 req-fab47317-184c-4cd5-a5de-5cd781b36700 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:57.302155 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e023b39e-00b6-4130-aa87-a66f9ecf6308 req-fab47317-184c-4cd5-a5de-5cd781b36700 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0506597 Sep 08 04:55:57.341425 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e023b39e-00b6-4130-aa87-a66f9ecf6308 req-45c1d273-e057-4737-9ec5-d61b6ac2f8c5 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Sep 08 04:55:57.772162 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43959224-ad00-4295-923b-f3dddd36e0c6 req-19d2c021-fb86-427e-ab55-e2c20c80e48e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:57.773640 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-43959224-ad00-4295-923b-f3dddd36e0c6 req-19d2c021-fb86-427e-ab55-e2c20c80e48e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0486097 Sep 08 04:55:57.809653 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-43959224-ad00-4295-923b-f3dddd36e0c6 req-eb924a34-1fa2-4922-b938-8555ef6e22c6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301130 Sep 08 04:55:58.320021 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-653dcf48-74e0-4d18-a09a-a641b958472b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:58.457946 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5b1e-62f2-44c7-88a5-7d050caa5245 req-883e2cdd-d215-4f22-8ed0-2c9070f0ebf7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:58.459372 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-11dc5b1e-62f2-44c7-88a5-7d050caa5245 req-883e2cdd-d215-4f22-8ed0-2c9070f0ebf7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0477083 Sep 08 04:55:58.496813 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-11dc5b1e-62f2-44c7-88a5-7d050caa5245 req-cf2eb7d7-6d9d-4489-a0a6-b6778c658e8c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Sep 08 04:55:58.928734 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bde142-f09d-4958-9e7c-ae68b0d673df req-a625d822-0b96-43e8-8368-7e04ff0cacd7 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:58.930231 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83bde142-f09d-4958-9e7c-ae68b0d673df req-a625d822-0b96-43e8-8368-7e04ff0cacd7 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 945 time: 0.0487673 Sep 08 04:55:58.966037 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83bde142-f09d-4958-9e7c-ae68b0d673df req-5d107307-c5b1-4ce7-8abb-fc0b08927be1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300448 Sep 08 04:55:59.095403 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:55:59.178129 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:59.203354 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:55:59.206163 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42903964-b40e-46e3-99e6-dfffce830438" -d '{"events": [{"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:55:59.219721 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:55:59.223977 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:59.251366 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 04:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25988a20-bb44-4f84-9e53-f041f5e815ba x-openstack-request-id: req-25988a20-bb44-4f84-9e53-f041f5e815ba {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:55:59.251656 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-unplugged", "status": "failed", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd", "code": 422}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:55:59.251910 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25988a20-bb44-4f84-9e53-f041f5e815ba {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:55:59.252847 dv-cinder-784140-7-iscsi neutron-server[93868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'code': 422} returned with failed status Sep 08 04:55:59.279081 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=8']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:55:59.449869 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-df4178b5-cc58-4688-a484-012bbc928b53 req-12bed544-4488-47b9-8fca-38cbe9d9f3a0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:55:59.450970 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-df4178b5-cc58-4688-a484-012bbc928b53 req-12bed544-4488-47b9-8fca-38cbe9d9f3a0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054176 Sep 08 04:55:59.606204 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014384f-7f29-498a-919d-a1cb4ed252fc req-4a04e8cb-ebdf-43db-b843-a101e9d3fe08 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:59.607687 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0014384f-7f29-498a-919d-a1cb4ed252fc req-4a04e8cb-ebdf-43db-b843-a101e9d3fe08 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0483978 Sep 08 04:55:59.617615 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e126c-05f3-4d2f-bbbf-8e8dfc8ade94 req-ce42773c-3588-47ed-9150-548689241d6d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:55:59.619169 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c3e126c-05f3-4d2f-bbbf-8e8dfc8ade94 req-ce42773c-3588-47ed-9150-548689241d6d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0536056 Sep 08 04:55:59.645668 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0014384f-7f29-498a-919d-a1cb4ed252fc req-f172557d-5865-4cf1-ade7-27422654d3cd tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Sep 08 04:55:59.660788 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c3e126c-05f3-4d2f-bbbf-8e8dfc8ade94 req-0a1e34e5-2777-4906-bb59-c4334e28e296 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Sep 08 04:55:59.778767 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:55:59.977381 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0f570821-b5e1-41dd-8834-b28167b2b08e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885204910&fields=id&tenant_id=83894fcdebe946bfb5beb705f1db44f2 HTTP/1.1" status: 200 len: 267 time: 0.1019690 Sep 08 04:55:59.998868 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 43646) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:00.148297 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-7ee73daa-5187-4323-95d2-51054712bb75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1468401 Sep 08 04:56:00.148913 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-598e54b4-5661-4802-9037-3a2657b12883 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:00.153613 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-2afd4834-7f7c-41ba-8336-c57c4221dcec service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:56:00.157284 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-598e54b4-5661-4802-9037-3a2657b12883 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 809 time: 0.1608930 Sep 08 04:56:00.163771 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-2afd4834-7f7c-41ba-8336-c57c4221dcec service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092275 Sep 08 04:56:00.185900 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-3e0e262f-8027-4581-a417-52f8dc943a5b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/quotas/83894fcdebe946bfb5beb705f1db44f2 HTTP/1.1" status: 200 len: 375 time: 0.0236769 Sep 08 04:56:00.266620 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-50b3e1ae-f1e1-4dbb-9a36-5123a9a2c575 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660479 Sep 08 04:56:00.372688 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0f135194-c4f8-4dc6-b5cd-b766c9574934 service neutron] 10.222.0.20 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051905 Sep 08 04:56:00.472466 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-3ef17b88-3c7e-4e2d-88c6-6687074271ce service neutron] 10.222.0.20 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914743 Sep 08 04:56:00.785434 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9ec1-81da-47f5-83e7-9a51a9ba9d0a req-b2256722-7365-4bc4-99f1-e31cb963abb4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:00.792666 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-516a9ec1-81da-47f5-83e7-9a51a9ba9d0a req-b2256722-7365-4bc4-99f1-e31cb963abb4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0701935 Sep 08 04:56:00.804297 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-781e7e00-8bc1-48da-83ae-5847baab545f req-b4474067-32bb-4013-9401-8b0cef03e331 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 210 time: 0.0294933 Sep 08 04:56:00.828284 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-516a9ec1-81da-47f5-83e7-9a51a9ba9d0a req-251c117a-1422-48e9-bf55-aab9f1f838f1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347056 Sep 08 04:56:00.848414 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-858adfb3-ce95-4d7e-bbaf-aa1c4cb6f434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:01.279978 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:01.917298 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21aa20ce-cc10-4bf9-96b0-8dbab7ecfe40 req-3af2a562-3754-47df-9aa6-474fefa05190 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 210 time: 0.0436978 Sep 08 04:56:01.964010 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfadc2-8b0a-498f-88e5-4088aa995138 req-f8ea5870-a10c-43eb-80cb-fa26c7b5e58e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:01.965368 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-debfadc2-8b0a-498f-88e5-4088aa995138 req-f8ea5870-a10c-43eb-80cb-fa26c7b5e58e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0553353 Sep 08 04:56:01.984457 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-30dd3573-7b66-483b-b5a5-245e7105f842 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:01.986347 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-30dd3573-7b66-483b-b5a5-245e7105f842 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.26 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 809 time: 0.1330462 Sep 08 04:56:02.003850 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-debfadc2-8b0a-498f-88e5-4088aa995138 req-976fa978-bf4a-4dd8-8205-8b8e1c221577 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Sep 08 04:56:02.041920 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-d9e5e549-1eb1-4bb8-b198-91a1210d8a8a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83894fcdebe946bfb5beb705f1db44f2 HTTP/1.1" status: 200 len: 380 time: 0.0370293 Sep 08 04:56:02.051103 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Request body: {'port': {'device_id': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'admin_state_up': True, 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'security_groups': ['25dc05f3-b3f1-4a46-a733-e9e3eb700020']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:56:02.161119 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Made reservation on behalf of 83894fcdebe946bfb5beb705f1db44f2 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:56:02.165048 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:02.174319 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:02.286572 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Allocated IP 172.20.0.10 (4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5/b79a74b5-164d-4136-b167-901a4f39e341/cc797cc8-c73f-475b-bfeb-52567f4aa3f2) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:56:02.419014 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:02.432764 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Transition to ACTIVE for port object cc797cc8-c73f-475b-bfeb-52567f4aa3f2 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:56:02.464673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:02.504963 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:56:02.507897 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:56:02.511491 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:56:02.543337 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'Port': ['ID=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:02.569817 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:02.570465 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:02.584483 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-43c62960-1950-48d6-a188-6f4b2c0a7023 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5369258 Sep 08 04:56:02.604963 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Request body: {'port': {'device_id': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:56:02.660528 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:02.736575 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b8c476e9-4e0e-4931-a24d-1a4b97a99b92 None None] Provisioning for port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:56:02.740123 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b8c476e9-4e0e-4931-a24d-1a4b97a99b92 None None] Provisioning complete for port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:56:02.740490 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b8c476e9-4e0e-4931-a24d-1a4b97a99b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:02.774112 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-b8c476e9-4e0e-4931-a24d-1a4b97a99b92 None None] Port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:56:02.926825 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc797cc8-c73f-475b-bfeb-52567f4aa3f2 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:56:02.933859 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:02.946472 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Transition to ACTIVE for port object cc797cc8-c73f-475b-bfeb-52567f4aa3f2 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:56:02.950269 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:02.999303 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Pushing event updated for resources: {'Port': ['ID=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:03.086372 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Attempting to bind port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:56:03.087508 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Attempting to bind port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:56:03.089316 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Attempting to bind port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 on network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:56:03.097961 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 on network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:56:03.098429 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Attempting to bind port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 on network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:56:03.107416 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:03.116950 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:56:03.116950 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Checking segment: {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:56:03.116950 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Bound using segment: {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:56:03.117368 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Bound port: cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d53704-4e47-4ca6-a387-b522a4a565fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:56:03.117650 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:03.213564 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:56:03.219316 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:56:03.228558 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0c659-c01c-4091-b10e-3c6e15bbbedb req-f1160f3d-f6a0-4361-a41b-c11922584744 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:03.230212 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20c0c659-c01c-4091-b10e-3c6e15bbbedb req-f1160f3d-f6a0-4361-a41b-c11922584744 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.1281145 Sep 08 04:56:03.231836 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:03.237119 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a39fb6-1456-451f-b7bd-faa1a97ca935 req-6ff7884f-4bdc-4e83-94ac-b7d04f4edd12 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:03.239909 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f8a39fb6-1456-451f-b7bd-faa1a97ca935 req-6ff7884f-4bdc-4e83-94ac-b7d04f4edd12 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.2564845 Sep 08 04:56:03.277851 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:03.279034 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:03.280839 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] 10.222.0.26 "PUT /v2.0/ports/cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 1094 time: 0.6800692 Sep 08 04:56:03.285415 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:03.288265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad" -d '{"events": [{"name": "network-changed", "server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:03.310663 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f8a39fb6-1456-451f-b7bd-faa1a97ca935 req-21a06251-599b-4bcd-a4e9-a0d4ac35344e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621705 Sep 08 04:56:03.388707 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20c0c659-c01c-4091-b10e-3c6e15bbbedb req-e07e4991-5971-480e-be02-c968da68b2a4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270204 Sep 08 04:56:03.391996 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054acb2-a0be-4c0d-bedd-6edf9cdb7b5e service neutron] Pushing event updated for resources: {'Port': ['ID=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:03.418071 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec73ee63-a323-440e-8d70-0dd50c4dd87a x-openstack-request-id: req-ec73ee63-a323-440e-8d70-0dd50c4dd87a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:03.418296 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:03.418728 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec73ee63-a323-440e-8d70-0dd50c4dd87a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:03.419119 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'status': 'completed', 'code': 200} Sep 08 04:56:03.421013 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-8bbf5fd5-9796-423d-af87-d9bbccaba57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:03.422616 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-8bbf5fd5-9796-423d-af87-d9bbccaba57c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1097 time: 0.0771599 Sep 08 04:56:03.434355 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:03.509475 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-ace80f9e-a884-4950-bae3-5df80f4deb84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 217 time: 0.0406804 Sep 08 04:56:03.572235 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-51d06cb0-ce22-4541-be2a-7d36e3e89a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:03.573719 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-51d06cb0-ce22-4541-be2a-7d36e3e89a13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 200 len: 848 time: 0.0465016 Sep 08 04:56:03.630582 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-ef6315b6-e8fa-4a7b-a2bd-3467d1f62f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:03.632047 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-ef6315b6-e8fa-4a7b-a2bd-3467d1f62f1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390089 Sep 08 04:56:03.723975 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-9a495d97-3904-4bec-985d-66dea0243d14 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834279 Sep 08 04:56:03.826776 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79db8a89-4234-441b-b227-8fb9b4247c94 req-4b873d9d-b6d7-4ac9-9d7f-87218c95c026 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811708 Sep 08 04:56:03.979899 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-ce9e9d36-3447-4969-a10d-be5e74cfeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:03.982199 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-ce9e9d36-3447-4969-a10d-be5e74cfeaaa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1097 time: 0.0524938 Sep 08 04:56:04.076594 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-329f7423-5abd-4e60-9e95-09d58fb3cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:04.078227 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-329f7423-5abd-4e60-9e95-09d58fb3cf0c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 910 time: 0.0890331 Sep 08 04:56:04.125117 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-f3da4d61-d490-4653-b89d-a6240f1ebaf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 217 time: 0.0387425 Sep 08 04:56:04.186059 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-98b52b59-159c-438d-ba76-ad3629566a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:04.187510 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-98b52b59-159c-438d-ba76-ad3629566a60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 200 len: 848 time: 0.0439718 Sep 08 04:56:04.234674 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-77daee8e-c1d4-4223-8782-0a93f24fea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:04.236151 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-77daee8e-c1d4-4223-8782-0a93f24fea61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399795 Sep 08 04:56:04.327068 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-d84c9cbd-30e9-4518-8731-d63281c19ef8 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835268 Sep 08 04:56:04.466545 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9b630dd4-6f13-4af4-a57b-03a4b56dcaad req-342a8f59-cd73-4fce-bfb7-b0ea77d85264 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115513 Sep 08 04:56:04.471824 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b04d5-ec1b-44de-9f60-f94e32598e00 req-12ddefc2-dc3a-4c87-b7c6-d4f23d688ed4 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:04.473501 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c33b04d5-ec1b-44de-9f60-f94e32598e00 req-12ddefc2-dc3a-4c87-b7c6-d4f23d688ed4 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.1022947 Sep 08 04:56:04.525354 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c33b04d5-ec1b-44de-9f60-f94e32598e00 req-d26301e6-10e9-4bc4-b0a2-2b642768465c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449638 Sep 08 04:56:04.556563 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33048c20-6bdd-4412-9654-36d55c437814 req-c024e970-1ab3-4173-8f22-45bc64024000 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:04.558068 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33048c20-6bdd-4412-9654-36d55c437814 req-c024e970-1ab3-4173-8f22-45bc64024000 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0629983 Sep 08 04:56:04.603705 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33048c20-6bdd-4412-9654-36d55c437814 req-7721fad6-8d8a-4099-bea7-203311e704fa tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396991 Sep 08 04:56:05.405754 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 43782) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:05.549810 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04d33f12-0ce1-4487-9918-644fb5f840b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:05.641667 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04d33f12-0ce1-4487-9918-644fb5f840b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:05.643849 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22c18b-3f84-40dd-acd3-59af3326bc0b req-f3e20409-d109-4e32-9e52-0d4b17ec801c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:05.646440 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af22c18b-3f84-40dd-acd3-59af3326bc0b req-f3e20409-d109-4e32-9e52-0d4b17ec801c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0526309 Sep 08 04:56:05.650252 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04d33f12-0ce1-4487-9918-644fb5f840b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:05.689472 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af22c18b-3f84-40dd-acd3-59af3326bc0b req-10952dbb-522c-4c3b-a25b-205f6ca7a7e5 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358615 Sep 08 04:56:05.712454 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d33f12-0ce1-4487-9918-644fb5f840b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed2dfe7-4077-4795-941a-4645145e8b4a,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:05.732354 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-04d33f12-0ce1-4487-9918-644fb5f840b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9231554f05f44958c00e3d4e8c7611f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245139 Sep 08 04:56:05.734408 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 43798) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:05.758674 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55ba2d-7e0d-442a-96ce-6b03a50234d1 req-73b8a214-31fc-4227-a3e4-d7148734007e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:05.760380 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bf55ba2d-7e0d-442a-96ce-6b03a50234d1 req-73b8a214-31fc-4227-a3e4-d7148734007e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0731013 Sep 08 04:56:05.820476 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bf55ba2d-7e0d-442a-96ce-6b03a50234d1 req-4469bdb5-8e9a-4859-8c66-d225c375ad71 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445058 Sep 08 04:56:05.838448 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-264bacfe-6e81-4d69-839d-0c35b05d0e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:05.875848 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-264bacfe-6e81-4d69-839d-0c35b05d0e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:05.889157 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-bc55e9e5-51d7-4a36-9850-66633451af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:05.890643 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-bc55e9e5-51d7-4a36-9850-66633451af57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef&tenant_id=8926ba2f11e9430ba55893825ac4c15c HTTP/1.1" status: 200 len: 1096 time: 0.1155679 Sep 08 04:56:05.939656 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-264bacfe-6e81-4d69-839d-0c35b05d0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:05.943476 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-264bacfe-6e81-4d69-839d-0c35b05d0e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:05.944589 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-264bacfe-6e81-4d69-839d-0c35b05d0e0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ed2dfe7-4077-4795-941a-4645145e8b4a HTTP/1.1" status: 204 len: 168 time: 0.2093000 Sep 08 04:56:05.967592 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bacfe-6e81-4d69-839d-0c35b05d0e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed2dfe7-4077-4795-941a-4645145e8b4a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:05.987258 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-6dde68ff-cf91-47eb-a570-bc7b71dd2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:05.988754 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-6dde68ff-cf91-47eb-a570-bc7b71dd2919 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 1096 time: 0.0609522 Sep 08 04:56:06.087370 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-8719b0fe-6987-4ebc-b50e-1919c8f39511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:06.088919 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-8719b0fe-6987-4ebc-b50e-1919c8f39511 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.0889075 Sep 08 04:56:06.156513 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-d4541997-f6cf-4c43-8882-2bb260943761 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd HTTP/1.1" status: 200 len: 999 time: 0.0575404 Sep 08 04:56:06.207878 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-dd9a6699-1c0d-40e0-8a24-5b8bb58e9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:06.209325 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-dd9a6699-1c0d-40e0-8a24-5b8bb58e9cdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0454686 Sep 08 04:56:06.264314 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-e00098a9-6887-4cc4-b456-7d0621e22d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:06.265796 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-e00098a9-6887-4cc4-b456-7d0621e22d85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492251 Sep 08 04:56:06.561812 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-0cb2b96a-68a1-468c-99a7-0a51e8684728 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871377 Sep 08 04:56:06.652429 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56bfac80-5f1d-48e0-adc1-116c56ef208c req-fd21e265-3e75-441d-a7d9-0187b53497fb service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830340 Sep 08 04:56:06.802782 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c622c60-621e-4d39-8da7-23260298bf01 req-47a5dcb3-2f69-46e1-ad73-c198fe931e43 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:06.805668 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3c622c60-621e-4d39-8da7-23260298bf01 req-47a5dcb3-2f69-46e1-ad73-c198fe931e43 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0471115 Sep 08 04:56:06.843731 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3c622c60-621e-4d39-8da7-23260298bf01 req-ca73f43f-aa17-435c-affe-11298fda7d50 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334063 Sep 08 04:56:06.966026 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cc49e-4230-4afa-a5db-b45fb3fb8ab6 req-f502df4a-734c-4a4a-b67f-e738aa3c956d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:06.973495 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-204cc49e-4230-4afa-a5db-b45fb3fb8ab6 req-f502df4a-734c-4a4a-b67f-e738aa3c956d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0573280 Sep 08 04:56:07.021060 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-204cc49e-4230-4afa-a5db-b45fb3fb8ab6 req-90b02147-de81-4140-aaf1-8be0ee58d4e4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 Sep 08 04:56:07.208031 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d089d-ce3e-42da-abe1-bb432db95e40 req-e10dc05d-6e6e-4cf7-a9b9-7e69ff39b28a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:07.209490 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-754d089d-ce3e-42da-abe1-bb432db95e40 req-e10dc05d-6e6e-4cf7-a9b9-7e69ff39b28a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0571964 Sep 08 04:56:07.253100 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-754d089d-ce3e-42da-abe1-bb432db95e40 req-e1598eda-427a-426d-9515-d217e47ad60a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Sep 08 04:56:07.988522 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b74a6f-98a9-4c77-b475-527faad59a6c req-73330fac-6c0c-42b4-a164-7f8e9d45f84e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:07.990063 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f8b74a6f-98a9-4c77-b475-527faad59a6c req-73330fac-6c0c-42b4-a164-7f8e9d45f84e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0676451 Sep 08 04:56:08.032043 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f8b74a6f-98a9-4c77-b475-527faad59a6c req-00c55bd0-3a6c-4ac1-981b-f7b63727b438 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326986 Sep 08 04:56:08.172197 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53f672-e4c0-4329-8302-22176aac77e9 req-9ca6eba1-ed3a-412e-a1f7-b7be8274e53a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:08.173463 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2d53f672-e4c0-4329-8302-22176aac77e9 req-9ca6eba1-ed3a-412e-a1f7-b7be8274e53a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0548666 Sep 08 04:56:08.219210 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2d53f672-e4c0-4329-8302-22176aac77e9 req-7df899ab-ddaa-4d6e-baeb-193e7378f29c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389895 Sep 08 04:56:08.283861 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-7968a137-437d-4f0c-8273-af6ca4d0a793 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b6bc028e94a94b999457300e08787d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308740 Sep 08 04:56:08.385888 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acc512-875a-49d6-9815-cd198a0b08e2 req-fac51531-f5c7-4824-8886-d26f4ff5242a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:08.387590 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-72acc512-875a-49d6-9815-cd198a0b08e2 req-fac51531-f5c7-4824-8886-d26f4ff5242a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0607059 Sep 08 04:56:08.426525 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-72acc512-875a-49d6-9815-cd198a0b08e2 req-877fe72d-3f7e-410f-8c80-c844d2379127 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325692 Sep 08 04:56:08.484910 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-22e044da-7e74-4e3d-b5a0-2409b8d77eaf tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:08.487207 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-22e044da-7e74-4e3d-b5a0-2409b8d77eaf tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978137 Sep 08 04:56:08.510004 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-4aab3e91-a2fd-4ea4-8c79-ee7fecd81bea tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/quotas/b6bc028e94a94b999457300e08787d8c HTTP/1.1" status: 200 len: 375 time: 0.0144634 Sep 08 04:56:08.549886 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-7b70ff3c-58ac-45b4-9154-b8d4306bbf02 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6bc028e94a94b999457300e08787d8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341716 Sep 08 04:56:08.758657 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fcf11139-d6de-4b7d-8746-eaacb0db75dc req-46983f45-660e-4f34-bdef-5029b5e1605a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0479054 Sep 08 04:56:09.146299 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf005a-a665-469f-a9ca-516717d3f45a req-7792a9a5-abb9-49ce-a388-41f05e95ec05 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:09.147784 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-52cf005a-a665-469f-a9ca-516717d3f45a req-7792a9a5-abb9-49ce-a388-41f05e95ec05 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0544136 Sep 08 04:56:09.184478 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-52cf005a-a665-469f-a9ca-516717d3f45a req-ff75f7ce-4939-4d97-a594-1fe6e6720205 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305674 Sep 08 04:56:09.342465 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d55d0-e18c-4277-8a98-7f620fc5839d req-ff49e000-9855-43dd-bac6-ff8241680a79 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:09.344069 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-111d55d0-e18c-4277-8a98-7f620fc5839d req-ff49e000-9855-43dd-bac6-ff8241680a79 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0478003 Sep 08 04:56:09.387084 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-111d55d0-e18c-4277-8a98-7f620fc5839d req-8df492b4-ca75-448c-be80-e80ff54c1b4a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363731 Sep 08 04:56:09.544387 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd7dad-4517-479c-a1b4-aeccbc7547b9 req-bafcba6d-0908-4855-b9cd-c2440ff58611 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:09.545867 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-59fd7dad-4517-479c-a1b4-aeccbc7547b9 req-bafcba6d-0908-4855-b9cd-c2440ff58611 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0494249 Sep 08 04:56:09.585244 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-59fd7dad-4517-479c-a1b4-aeccbc7547b9 req-682c3637-4f46-4842-b7ed-f06be22addeb tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Sep 08 04:56:09.849768 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-eb68db52-e3ec-4293-81e8-ddc5787799e7 req-9c8737a1-19c9-452e-817d-e0c0287eae46 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0294421 Sep 08 04:56:10.307342 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712530f2-9507-46c2-98ca-19c11f2297e6 req-50e22199-e8a8-4551-bcb1-a262c9640a01 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:10.308864 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-712530f2-9507-46c2-98ca-19c11f2297e6 req-50e22199-e8a8-4551-bcb1-a262c9640a01 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0593355 Sep 08 04:56:10.356238 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-712530f2-9507-46c2-98ca-19c11f2297e6 req-ea6b966f-c8d7-437b-b0be-8d8985245899 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Sep 08 04:56:10.506526 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f4ddc-4a87-4074-9ffe-3973ba62534f req-7c64a801-e5a0-42b7-a03a-933dedaa77d0 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:10.507990 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-395f4ddc-4a87-4074-9ffe-3973ba62534f req-7c64a801-e5a0-42b7-a03a-933dedaa77d0 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0482154 Sep 08 04:56:10.548233 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-395f4ddc-4a87-4074-9ffe-3973ba62534f req-b7ca546f-e5b1-401f-b316-f8135670623a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343337 Sep 08 04:56:10.697117 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a2765-ad0a-4dd2-bde9-4024edf813ef req-e8673686-e1f1-4877-8b77-b00073b464bf tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:10.698627 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-339a2765-ad0a-4dd2-bde9-4024edf813ef req-e8673686-e1f1-4877-8b77-b00073b464bf tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0470448 Sep 08 04:56:10.735269 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-339a2765-ad0a-4dd2-bde9-4024edf813ef req-c04d6c7c-6752-48b9-9045-132dd4c59a1e tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 Sep 08 04:56:10.944391 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a5adfa4c-ba3a-41f4-a328-165553b28c1c req-72cd08d8-d1b2-4e27-ab79-d31ab861b89c tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0261312 Sep 08 04:56:11.471185 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2263a03-d937-4c15-9619-18a1ac5989a9 req-074cfae7-9d87-464d-a2ad-ea2ff8d4f11d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:11.472630 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d2263a03-d937-4c15-9619-18a1ac5989a9 req-074cfae7-9d87-464d-a2ad-ea2ff8d4f11d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0470042 Sep 08 04:56:11.514363 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d2263a03-d937-4c15-9619-18a1ac5989a9 req-5de2a9a2-f3ca-401d-872b-145da0abeed6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357726 Sep 08 04:56:11.692219 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5df85e-0e76-4dea-ae7a-3bb26dc65a51 req-1e06b337-6d48-4b62-9a3b-8494399df048 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:11.693679 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a5df85e-0e76-4dea-ae7a-3bb26dc65a51 req-1e06b337-6d48-4b62-9a3b-8494399df048 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0594029 Sep 08 04:56:11.735460 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a5df85e-0e76-4dea-ae7a-3bb26dc65a51 req-87b6c542-0452-4665-ba09-9bbece96069d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357487 Sep 08 04:56:11.853369 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5087b4-1ca8-47b7-afc2-acec3a79111c req-d3e19cda-a5d5-4c48-aa16-dc9380084bcb tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:11.855648 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2f5087b4-1ca8-47b7-afc2-acec3a79111c req-d3e19cda-a5d5-4c48-aa16-dc9380084bcb tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0550311 Sep 08 04:56:11.893934 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2f5087b4-1ca8-47b7-afc2-acec3a79111c req-f7224e32-dee8-43b1-807e-507d97bb959d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Sep 08 04:56:12.040296 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8dd29e86-ed5a-47be-9193-0bee069cc1eb req-885cee42-aef1-4335-ac5f-3812e348aeb8 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0257409 Sep 08 04:56:12.624863 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1562a6-20fe-4a0d-bbaf-e0d6c7620726 req-5fd8d64c-d24e-429e-ac61-c92f8985c386 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:12.626598 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9e1562a6-20fe-4a0d-bbaf-e0d6c7620726 req-5fd8d64c-d24e-429e-ac61-c92f8985c386 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0475287 Sep 08 04:56:12.667326 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9e1562a6-20fe-4a0d-bbaf-e0d6c7620726 req-c8db303f-6ca9-4280-aca3-766a4628f4fb tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339675 Sep 08 04:56:12.859894 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ce125-2ed3-4594-8255-dc85a5267766 req-67e5cd01-32a6-42df-af62-7c0d48861026 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:12.861859 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-686ce125-2ed3-4594-8255-dc85a5267766 req-67e5cd01-32a6-42df-af62-7c0d48861026 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0474470 Sep 08 04:56:12.902818 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-686ce125-2ed3-4594-8255-dc85a5267766 req-97289e25-c394-44d2-9c69-ca1397d3e6c0 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350897 Sep 08 04:56:13.014231 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4cc56-5dc7-4693-a6d2-4616f69eb61c req-b27a39d5-14cc-4d12-9ba9-0fd2dc9bc79a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:13.015682 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-18d4cc56-5dc7-4693-a6d2-4616f69eb61c req-b27a39d5-14cc-4d12-9ba9-0fd2dc9bc79a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0543664 Sep 08 04:56:13.052149 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-18d4cc56-5dc7-4693-a6d2-4616f69eb61c req-0e5952ba-dd67-4b9a-b2c7-43680ed1a36d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304883 Sep 08 04:56:13.135433 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cc35a3fa-169d-4461-919a-f0b5521a2484 req-97c1f1ae-27df-4c5f-802f-70d70f296d7b tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0273015 Sep 08 04:56:13.784258 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52ee-c033-457c-9d9a-babd9a52fd0c req-21a9f1db-6a77-4e68-81df-352dd9400d26 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:13.784258 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f18d52ee-c033-457c-9d9a-babd9a52fd0c req-21a9f1db-6a77-4e68-81df-352dd9400d26 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0492980 Sep 08 04:56:13.823893 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f18d52ee-c033-457c-9d9a-babd9a52fd0c req-290f79db-eae2-4fc2-ac98-f32a553693d9 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344753 Sep 08 04:56:14.023310 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9e26-8d20-4b21-9367-4dcd4f1917c3 req-744b746f-e2d5-4af5-8f56-4e78a2dbdd29 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:14.024707 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b20d9e26-8d20-4b21-9367-4dcd4f1917c3 req-744b746f-e2d5-4af5-8f56-4e78a2dbdd29 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0483189 Sep 08 04:56:14.061410 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b20d9e26-8d20-4b21-9367-4dcd4f1917c3 req-cd53b564-e8b8-4452-9a17-fda44fc108ae tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307901 Sep 08 04:56:14.170902 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ce9de-6b5c-4a81-bc4f-da6d7526f58b req-7c7cf9d5-8efa-4c27-b052-f5425d484fbd tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:14.172691 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0a5ce9de-6b5c-4a81-bc4f-da6d7526f58b req-7c7cf9d5-8efa-4c27-b052-f5425d484fbd tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0489192 Sep 08 04:56:14.209871 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0a5ce9de-6b5c-4a81-bc4f-da6d7526f58b req-ba4db206-ae75-46a9-b77d-7fa8399ab2e6 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302093 Sep 08 04:56:14.227279 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-24f2ed5a-b620-4f0a-9d7d-2f17a2b881fe req-d8429446-7442-4992-bdeb-77e8a83871de tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0263097 Sep 08 04:56:14.942358 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e2d5b-4b49-47be-8af7-bf99f18a351d req-27754340-8c74-402b-b609-f06c4ec2dfc8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:14.943844 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d71e2d5b-4b49-47be-8af7-bf99f18a351d req-27754340-8c74-402b-b609-f06c4ec2dfc8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0504160 Sep 08 04:56:14.984247 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d71e2d5b-4b49-47be-8af7-bf99f18a351d req-98428f69-8619-49ae-907d-50ab8b549ee5 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341356 Sep 08 04:56:15.195707 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4dd37-8eee-43c0-8619-e82c07e23d2a req-9db0fbf4-3ef0-4b0c-9c8a-0ad3b22bb707 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:15.197303 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02a4dd37-8eee-43c0-8619-e82c07e23d2a req-9db0fbf4-3ef0-4b0c-9c8a-0ad3b22bb707 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0516841 Sep 08 04:56:15.237520 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02a4dd37-8eee-43c0-8619-e82c07e23d2a req-7af5142a-1c98-427a-acd9-fd4e31ccb78f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337532 Sep 08 04:56:15.327717 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1ecde16d-503b-4a5d-839d-754a186cc8b4 req-8ce02fc5-857e-4c31-8ad2-eb2c8c19df5f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0293832 Sep 08 04:56:15.351418 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aea700-cb3f-4316-ac1c-940f596b3b74 req-e4caf02c-b788-4af1-9f42-95fc32b6aa2a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:15.353066 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-98aea700-cb3f-4316-ac1c-940f596b3b74 req-e4caf02c-b788-4af1-9f42-95fc32b6aa2a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0670886 Sep 08 04:56:15.393715 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-98aea700-cb3f-4316-ac1c-940f596b3b74 req-6204b71f-8a1d-40b4-abae-6bfb33f3dd3d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Sep 08 04:56:16.105047 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8094f-63e4-4382-a891-b8aeb4d32e17 req-6f2cfd10-754b-4699-9d5f-710b0ab0c59d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:16.106652 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d5a8094f-63e4-4382-a891-b8aeb4d32e17 req-6f2cfd10-754b-4699-9d5f-710b0ab0c59d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0575757 Sep 08 04:56:16.160951 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d5a8094f-63e4-4382-a891-b8aeb4d32e17 req-b4020100-c79f-430e-92e3-bd3d1b5fa97f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Sep 08 04:56:16.359768 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65327f-59c5-45d7-b0d6-24a7ffefecf9 req-21c1b3a4-29b8-4902-81cc-61a44c2a3348 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:16.361242 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-da65327f-59c5-45d7-b0d6-24a7ffefecf9 req-21c1b3a4-29b8-4902-81cc-61a44c2a3348 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0476961 Sep 08 04:56:16.400239 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-da65327f-59c5-45d7-b0d6-24a7ffefecf9 req-1c649278-a0ee-4023-824e-7e40bbd1afe1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328457 Sep 08 04:56:16.485025 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-20106baf-f653-4fbb-956e-41da1653e891 req-a0a2d973-159a-45ac-999a-f93ad41821a6 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0769358 Sep 08 04:56:16.530069 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c53de-dbc7-44e4-be28-e487c0888a4f req-37fda5d6-f591-477c-a2f0-8ea056782700 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:16.531667 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b30c53de-dbc7-44e4-be28-e487c0888a4f req-37fda5d6-f591-477c-a2f0-8ea056782700 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0550783 Sep 08 04:56:16.587686 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b30c53de-dbc7-44e4-be28-e487c0888a4f req-a75a0791-a635-4346-8749-363fbc681c2a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493369 Sep 08 04:56:17.273798 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d5b6b-0ff7-4e92-b239-c306e43c770d req-fed20809-162e-4634-b53e-ee125e357d41 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:17.275276 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f91d5b6b-0ff7-4e92-b239-c306e43c770d req-fed20809-162e-4634-b53e-ee125e357d41 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0470498 Sep 08 04:56:17.314974 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f91d5b6b-0ff7-4e92-b239-c306e43c770d req-3039ce30-cbe5-4236-acd9-68e32d6b8379 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334871 Sep 08 04:56:17.533046 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe263c-3746-4f33-8461-8ddffd1d7a43 req-f020d2a1-5c2d-4515-a3ec-a8c2042f6d07 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:17.534853 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6efe263c-3746-4f33-8461-8ddffd1d7a43 req-f020d2a1-5c2d-4515-a3ec-a8c2042f6d07 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0499978 Sep 08 04:56:17.574634 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-13510195-325f-45c5-8225-26c559f42819 req-b66dc67d-dd01-40b0-9000-9937db7dd6e1 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0340786 Sep 08 04:56:17.581775 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6efe263c-3746-4f33-8461-8ddffd1d7a43 req-e7d1df93-febd-44c4-a092-60c9053c4f8f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371919 Sep 08 04:56:17.712273 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2edd6-3e47-4b67-aa7d-2454d1bc0a50 req-c7004371-0b42-4c38-9af3-4cf70502e24a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:17.719801 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5cc2edd6-3e47-4b67-aa7d-2454d1bc0a50 req-c7004371-0b42-4c38-9af3-4cf70502e24a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0587382 Sep 08 04:56:17.753329 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5cc2edd6-3e47-4b67-aa7d-2454d1bc0a50 req-b8040388-d73e-457d-8091-80e92abd1b84 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Sep 08 04:56:18.433674 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500467-2493-49e5-9313-bc3fe1edbd94 req-cf6797f9-1dda-41db-bebe-7111ea5d44cd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:18.434877 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-53500467-2493-49e5-9313-bc3fe1edbd94 req-cf6797f9-1dda-41db-bebe-7111ea5d44cd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0516686 Sep 08 04:56:18.476519 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-53500467-2493-49e5-9313-bc3fe1edbd94 req-756c1197-988f-451f-9638-18d83988d510 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335069 Sep 08 04:56:18.682176 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9690a5a1-ce12-4a9e-8066-78d3ec967822 req-897d8579-4c72-477a-abb2-71e26385e957 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0271435 Sep 08 04:56:18.743246 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630b3c5-6ae6-40af-b9ea-0e66a6b3969d req-e8496ab3-6f15-44ec-b3bc-563abe5dbe0b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:18.744714 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3630b3c5-6ae6-40af-b9ea-0e66a6b3969d req-e8496ab3-6f15-44ec-b3bc-563abe5dbe0b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0655165 Sep 08 04:56:18.782508 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3630b3c5-6ae6-40af-b9ea-0e66a6b3969d req-e71b8cc9-8581-4c21-a89e-e954713382e1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316982 Sep 08 04:56:18.872425 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2036bcc-2766-4d52-a171-f5dc7741836d req-7629fd78-bf39-40b7-a392-a1b6425b75bf tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:18.873794 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f2036bcc-2766-4d52-a171-f5dc7741836d req-7629fd78-bf39-40b7-a392-a1b6425b75bf tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0551233 Sep 08 04:56:18.910367 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f2036bcc-2766-4d52-a171-f5dc7741836d req-c08065e2-0997-4793-a145-fe19508227b7 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304103 Sep 08 04:56:19.591878 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568909-470c-4c7d-b643-94fb5cbbe740 req-59af3858-af18-414d-bc8c-52491f9074af tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:19.593322 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-98568909-470c-4c7d-b643-94fb5cbbe740 req-59af3858-af18-414d-bc8c-52491f9074af tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0504310 Sep 08 04:56:19.631027 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-98568909-470c-4c7d-b643-94fb5cbbe740 req-eec5b574-e993-44e0-a523-6e5915794cdc tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317969 Sep 08 04:56:19.777894 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d20bd39-3654-4aee-b590-2c4ef5c2d0eb req-8135399e-fe93-427d-b495-a836ffb19a8d tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Sep 08 04:56:19.898753 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452220a-ffb3-4e3f-899f-44f691c53484 req-d643b85b-3b64-4781-815c-70bbf4e5734d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:19.900207 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f452220a-ffb3-4e3f-899f-44f691c53484 req-d643b85b-3b64-4781-815c-70bbf4e5734d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0477045 Sep 08 04:56:19.936256 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f452220a-ffb3-4e3f-899f-44f691c53484 req-784d7171-6581-44c3-a00e-36c455073405 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302243 Sep 08 04:56:20.022078 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943b1ea-f8b7-40a4-b4dd-d2465e05ccd6 req-53c2558f-9ad4-4135-85a9-e20233c0aafe tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:20.023550 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0943b1ea-f8b7-40a4-b4dd-d2465e05ccd6 req-53c2558f-9ad4-4135-85a9-e20233c0aafe tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0465865 Sep 08 04:56:20.060725 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0943b1ea-f8b7-40a4-b4dd-d2465e05ccd6 req-4e5d83b0-9e3f-4e92-af50-61f8c19b7193 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Sep 08 04:56:20.741180 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c1616-4896-411f-8b55-df64e69d3480 req-fa0dc5a4-ccbb-43f9-a78a-73828c26c7d6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:20.742729 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cd3c1616-4896-411f-8b55-df64e69d3480 req-fa0dc5a4-ccbb-43f9-a78a-73828c26c7d6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0483286 Sep 08 04:56:20.780547 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cd3c1616-4896-411f-8b55-df64e69d3480 req-80132ad1-7f8c-47c0-b5a1-55712514cfd5 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Sep 08 04:56:20.869264 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8aa52ac9-d7ef-4a34-ac46-4b55f660a06e req-04b2d9ce-3d3e-410f-bb86-597a852f3c56 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 210 time: 0.0263765 Sep 08 04:56:20.956057 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-9413f88a-4ddd-4dcf-a816-3b306eef0499 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6bc028e94a94b999457300e08787d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224380 Sep 08 04:56:21.106570 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4c1ad-e0de-4c72-a39b-966ee7f469b5 req-d70f0a30-9e59-457f-9ce3-9153b4ef9a33 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:21.108163 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2fa4c1ad-e0de-4c72-a39b-966ee7f469b5 req-d70f0a30-9e59-457f-9ce3-9153b4ef9a33 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0944827 Sep 08 04:56:21.143158 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-40c75709-c916-4e81-9095-b7ca29ba839b tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:21.144607 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-40c75709-c916-4e81-9095-b7ca29ba839b tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560845 Sep 08 04:56:21.164037 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2fa4c1ad-e0de-4c72-a39b-966ee7f469b5 req-0ecfb81b-b18e-4f56-8ded-0fde1ceb9587 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466259 Sep 08 04:56:21.169123 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Request body: {'port': {'device_id': '5ab53e08-fc53-4e5e-8f7f-959ecaa5a999', 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9', 'admin_state_up': True, 'tenant_id': 'b6bc028e94a94b999457300e08787d8c'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:56:21.186941 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c223f-9ed3-43c4-8495-1573a894da2e req-1fcc7710-c797-4dc4-a064-4d0b97a22fa6 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:21.189017 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cd7c223f-9ed3-43c4-8495-1573a894da2e req-1fcc7710-c797-4dc4-a064-4d0b97a22fa6 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0605280 Sep 08 04:56:21.231088 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cd7c223f-9ed3-43c4-8495-1573a894da2e req-097409f0-af7a-4451-897c-cb331731b385 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326588 Sep 08 04:56:21.290396 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Made reservation on behalf of b6bc028e94a94b999457300e08787d8c for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:56:21.293813 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:21.302647 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:21.389738 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:21.393421 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:21.461894 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78189831-9753-4a80-91a2-3c1ba67ea0ed,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:21.531481 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Allocated IP 192.168.233.252 (f9beef1a-96e9-4523-8128-b487e5760ac9/19ceccae-627a-4c4e-be5b-eaa54b97af16/45a5005f-4929-489d-8b8c-a4496074cd2a) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:56:21.681522 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:21.694037 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Transition to ACTIVE for port object 45a5005f-4929-489d-8b8c-a4496074cd2a will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:56:21.724845 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:21.764154 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Network f9beef1a-96e9-4523-8128-b487e5760ac9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:56:21.767089 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:56:21.773650 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:56:21.778967 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Pushing event updated for resources: {'Port': ['ID=45a5005f-4929-489d-8b8c-a4496074cd2a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:21.825727 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:21.826411 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:21.845025 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-984f17a8-f3a6-4703-a8f9-cd67bc2c3d7a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6794763 Sep 08 04:56:21.884265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Request body: {'port': {'device_id': '5ab53e08-fc53-4e5e-8f7f-959ecaa5a999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:56:21.934970 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffafe3-e8e1-4b75-b1e4-c56f41470a47 req-46917bad-845f-4c1f-a570-48d179e5779f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:21.936524 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a5ffafe3-e8e1-4b75-b1e4-c56f41470a47 req-46917bad-845f-4c1f-a570-48d179e5779f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0843489 Sep 08 04:56:21.972570 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:22.006495 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bd1fc-43b4-4c86-b4a2-e2a847557988 req-bc995d1e-9333-4ef7-8d1e-5bd792185127 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:22.008030 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-100bd1fc-43b4-4c86-b4a2-e2a847557988 req-bc995d1e-9333-4ef7-8d1e-5bd792185127 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 936 time: 0.0546134 Sep 08 04:56:22.020559 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a5ffafe3-e8e1-4b75-b1e4-c56f41470a47 req-64f7c3e4-da11-4c1e-8b35-1b831eda9c91 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690784 Sep 08 04:56:22.053780 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-100bd1fc-43b4-4c86-b4a2-e2a847557988 req-d8e79b15-752d-4dd9-8538-d14951236135 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Sep 08 04:56:22.058233 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-41055f78-b427-42d6-920e-9f3de3c2df6e None None] Provisioning for port 45a5005f-4929-489d-8b8c-a4496074cd2a completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:56:22.063414 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-41055f78-b427-42d6-920e-9f3de3c2df6e None None] Provisioning complete for port 45a5005f-4929-489d-8b8c-a4496074cd2a triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:56:22.063863 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41055f78-b427-42d6-920e-9f3de3c2df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:22.102815 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-41055f78-b427-42d6-920e-9f3de3c2df6e None None] Port 45a5005f-4929-489d-8b8c-a4496074cd2a cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:56:22.297630 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a5005f-4929-489d-8b8c-a4496074cd2a {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:56:22.308385 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:22.337533 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260b72a-2ce7-4d89-9579-763e7b39ca70 req-0d5844e7-5662-4c23-b2c6-309c4049da7f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:22.339110 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8260b72a-2ce7-4d89-9579-763e7b39ca70 req-0d5844e7-5662-4c23-b2c6-309c4049da7f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0865283 Sep 08 04:56:22.341948 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Transition to ACTIVE for port object 45a5005f-4929-489d-8b8c-a4496074cd2a will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:56:22.350747 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:22.384495 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfc98b-d772-4b20-b20c-debcccdcc127 req-9c72015b-9ab8-4e88-ab21-5554be794e8a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:22.386547 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cecfc98b-d772-4b20-b20c-debcccdcc127 req-9c72015b-9ab8-4e88-ab21-5554be794e8a tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0519154 Sep 08 04:56:22.423938 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cecfc98b-d772-4b20-b20c-debcccdcc127 req-5a950e62-8c5d-4bea-ba4f-a81b5c433b3c tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Sep 08 04:56:22.427172 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8260b72a-2ce7-4d89-9579-763e7b39ca70 req-eec258a8-a0ee-4f56-9f13-9d9f60b830aa tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784419 Sep 08 04:56:22.429425 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=45a5005f-4929-489d-8b8c-a4496074cd2a,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:22.503719 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Attempting to bind port 45a5005f-4929-489d-8b8c-a4496074cd2a on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:56:22.504055 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Attempting to bind port 45a5005f-4929-489d-8b8c-a4496074cd2a by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '03526718-7194-4e71-9fa9-da48b321eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:56:22.504389 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Attempting to bind port 45a5005f-4929-489d-8b8c-a4496074cd2a on network f9beef1a-96e9-4523-8128-b487e5760ac9 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:56:22.509126 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Port 45a5005f-4929-489d-8b8c-a4496074cd2a on network f9beef1a-96e9-4523-8128-b487e5760ac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:56:22.509450 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Attempting to bind port 45a5005f-4929-489d-8b8c-a4496074cd2a on network f9beef1a-96e9-4523-8128-b487e5760ac9 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:56:22.514384 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:56:22.514724 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Checking segment: {'id': '03526718-7194-4e71-9fa9-da48b321eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:56:22.515109 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Bound using segment: {'id': '03526718-7194-4e71-9fa9-da48b321eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:56:22.515540 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Bound port: 45a5005f-4929-489d-8b8c-a4496074cd2a, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03526718-7194-4e71-9fa9-da48b321eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:56:22.515900 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:22.579392 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] For port 45a5005f-4929-489d-8b8c-a4496074cd2a, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:56:22.582384 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] For port 45a5005f-4929-489d-8b8c-a4496074cd2a, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=45a5005f-4929-489d-8b8c-a4496074cd2a,segment=NetworkSegment(03526718-7194-4e71-9fa9-da48b321eada),segment_id=03526718-7194-4e71-9fa9-da48b321eada)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:56:22.586870 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:22.618585 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:22.619177 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:22.620808 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] 10.222.0.26 "PUT /v2.0/ports/45a5005f-4929-489d-8b8c-a4496074cd2a HTTP/1.1" status: 200 len: 1098 time: 0.7417371 Sep 08 04:56:22.620979 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab53e08-fc53-4e5e-8f7f-959ecaa5a999', 'tag': '45a5005f-4929-489d-8b8c-a4496074cd2a'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:22.623225 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01548e24-41b8-4dbd-8c65-b7b0acbf3bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab53e08-fc53-4e5e-8f7f-959ecaa5a999", "tag": "45a5005f-4929-489d-8b8c-a4496074cd2a"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:22.650888 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b73cb7-341b-4819-b0c3-1e32fe41c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=45a5005f-4929-489d-8b8c-a4496074cd2a,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:22.661322 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b88341-a501-45bb-83aa-46af0bdfe14c x-openstack-request-id: req-f3b88341-a501-45bb-83aa-46af0bdfe14c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:22.661673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab53e08-fc53-4e5e-8f7f-959ecaa5a999", "tag": "45a5005f-4929-489d-8b8c-a4496074cd2a", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:22.662014 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3b88341-a501-45bb-83aa-46af0bdfe14c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:22.662466 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab53e08-fc53-4e5e-8f7f-959ecaa5a999', 'tag': '45a5005f-4929-489d-8b8c-a4496074cd2a', 'status': 'completed', 'code': 200} Sep 08 04:56:23.145683 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f29c7e-386b-41f5-af4a-b4bca203e646 req-99055775-1ecc-40fa-8cf5-606e63a06bea tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:23.154630 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-04f29c7e-386b-41f5-af4a-b4bca203e646 req-99055775-1ecc-40fa-8cf5-606e63a06bea tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0489247 Sep 08 04:56:23.179457 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa00dc-e9e4-4dc5-86ac-44a125c50ca2 req-dfdab772-08d5-46a8-bb6a-db81d85e3fac tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:23.181871 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a2fa00dc-e9e4-4dc5-86ac-44a125c50ca2 req-dfdab772-08d5-46a8-bb6a-db81d85e3fac tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0585256 Sep 08 04:56:23.189132 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-04f29c7e-386b-41f5-af4a-b4bca203e646 req-ca9e5636-0148-42bc-b59c-866d0c9e060e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351543 Sep 08 04:56:23.220831 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a2fa00dc-e9e4-4dc5-86ac-44a125c50ca2 req-edc145db-130a-4d5b-b258-c1a7c6d018f3 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360644 Sep 08 04:56:23.539691 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173754-a6dd-4435-96cf-2c9d8243c337 req-5e8e4e97-9383-44ed-a429-ae00704d7a83 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:23.541173 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-06173754-a6dd-4435-96cf-2c9d8243c337 req-5e8e4e97-9383-44ed-a429-ae00704d7a83 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0494792 Sep 08 04:56:23.563424 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e155eef-5d97-4608-9b2c-52d16781769d req-c4c621c4-1efb-4b8d-be04-76ea645b638d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:23.564876 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e155eef-5d97-4608-9b2c-52d16781769d req-c4c621c4-1efb-4b8d-be04-76ea645b638d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0516498 Sep 08 04:56:23.578602 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-06173754-a6dd-4435-96cf-2c9d8243c337 req-e4cca9e9-620e-4f08-869a-010c35ab2852 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Sep 08 04:56:23.602632 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e155eef-5d97-4608-9b2c-52d16781769d req-e94733a6-da96-4641-8978-a1a353b93a12 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Sep 08 04:56:24.301082 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff9822-24fd-40ae-ae40-855deca0b67c req-0fde74c2-6fce-4cb6-afba-356a81e0d22a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:24.302613 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-49ff9822-24fd-40ae-ae40-855deca0b67c req-0fde74c2-6fce-4cb6-afba-356a81e0d22a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0475221 Sep 08 04:56:24.331951 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7bac9-b9bc-46a9-b33e-08e52ad1b2ec req-f21982d4-63bf-4540-a9ff-897434cd626b tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:24.333434 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6bc7bac9-b9bc-46a9-b33e-08e52ad1b2ec req-f21982d4-63bf-4540-a9ff-897434cd626b tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0477397 Sep 08 04:56:24.340946 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-49ff9822-24fd-40ae-ae40-855deca0b67c req-f67aa269-c0a1-4f31-bf6d-71c0423a1b4b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320952 Sep 08 04:56:24.373540 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6bc7bac9-b9bc-46a9-b33e-08e52ad1b2ec req-c6e64c00-b1c1-42ba-ac4c-505a87706455 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340607 Sep 08 04:56:24.689548 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a1760-10a1-458c-a708-44b9f5222b7a req-974ae056-9cd7-4e00-9330-3ca2815042dc tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:24.691196 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a10a1760-10a1-458c-a708-44b9f5222b7a req-974ae056-9cd7-4e00-9330-3ca2815042dc tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0481033 Sep 08 04:56:24.722732 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc50a-1613-4af8-853e-4451a869a785 req-ad43001a-a144-4768-8765-e1badfbe74cb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:24.724206 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec6fc50a-1613-4af8-853e-4451a869a785 req-ad43001a-a144-4768-8765-e1badfbe74cb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0515249 Sep 08 04:56:24.728699 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a10a1760-10a1-458c-a708-44b9f5222b7a req-0838c705-bf83-4369-b0d7-cc3262201568 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Sep 08 04:56:24.761243 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec6fc50a-1613-4af8-853e-4451a869a785 req-2fc7b448-db51-4f0b-963e-830b738bdb2f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311079 Sep 08 04:56:25.487148 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823f383-3922-45e4-ad76-b251365d3495 req-875ed2cc-dd62-4655-a877-106e815c502f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:25.489089 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8823f383-3922-45e4-ad76-b251365d3495 req-875ed2cc-dd62-4655-a877-106e815c502f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0820277 Sep 08 04:56:25.490189 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6e65d-0c96-41ec-8eef-a6a1c2eda4df req-3cad38f2-0425-4ba2-88c7-12ecd19a1403 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:25.491680 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-62a6e65d-0c96-41ec-8eef-a6a1c2eda4df req-3cad38f2-0425-4ba2-88c7-12ecd19a1403 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0529099 Sep 08 04:56:25.495414 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01548e24-41b8-4dbd-8c65-b7b0acbf3bc4 req-ad28c56e-d77d-446b-af43-9227ca63016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:25.496851 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-01548e24-41b8-4dbd-8c65-b7b0acbf3bc4 req-ad28c56e-d77d-446b-af43-9227ca63016f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6bc028e94a94b999457300e08787d8c&device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 1101 time: 0.0794652 Sep 08 04:56:25.531757 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-62a6e65d-0c96-41ec-8eef-a6a1c2eda4df req-94365994-57a7-45d8-9708-f9e5282d0fd8 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Sep 08 04:56:25.546202 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8823f383-3922-45e4-ad76-b251365d3495 req-3486aeea-4dcc-4f02-a387-442133886c05 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483758 Sep 08 04:56:25.547988 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-01548e24-41b8-4dbd-8c65-b7b0acbf3bc4 req-409fbe37-b8d2-4699-b4d9-153087c025f5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6bc028e94a94b999457300e08787d8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249140 Sep 08 04:56:25.649638 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01548e24-41b8-4dbd-8c65-b7b0acbf3bc4 req-bb035d9b-4f8f-42b6-a771-0459a2958368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:25.651644 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-01548e24-41b8-4dbd-8c65-b7b0acbf3bc4 req-bb035d9b-4f8f-42b6-a771-0459a2958368 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935454 Sep 08 04:56:25.740841 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:56:25.820720 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-85fbb76e-aaab-485e-8fdf-25c3e3042213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:25.822236 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-85fbb76e-aaab-485e-8fdf-25c3e3042213 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6bc028e94a94b999457300e08787d8c&device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 1101 time: 0.0621519 Sep 08 04:56:25.845066 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9237eab-9aa8-4090-8288-2f154d3e3cae req-2de5e038-2fed-483f-af51-1d703564f972 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:25.846516 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d9237eab-9aa8-4090-8288-2f154d3e3cae req-2de5e038-2fed-483f-af51-1d703564f972 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0524917 Sep 08 04:56:25.890393 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-809f7ab3-986c-44e5-8294-99597c4e94f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=45a5005f-4929-489d-8b8c-a4496074cd2a HTTP/1.1" status: 200 len: 217 time: 0.0530210 Sep 08 04:56:25.913032 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68713f08-8e0c-4353-a9cc-9e6d90ef550c req-701470e8-ee1a-4dff-a542-65568afe9256 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:25.914459 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-68713f08-8e0c-4353-a9cc-9e6d90ef550c req-701470e8-ee1a-4dff-a542-65568afe9256 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0498643 Sep 08 04:56:25.917186 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d9237eab-9aa8-4090-8288-2f154d3e3cae req-2e6afbc9-8d16-47c8-837c-c96c7096b677 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639145 Sep 08 04:56:25.960269 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-68713f08-8e0c-4353-a9cc-9e6d90ef550c req-5daa9eb9-5655-4ba2-93d3-8a42b98cc26c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352242 Sep 08 04:56:25.965876 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-3ce15c3a-0e63-4b3e-b1f3-bc7a120aa9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:25.967370 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-3ce15c3a-0e63-4b3e-b1f3-bc7a120aa9e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19ceccae-627a-4c4e-be5b-eaa54b97af16 HTTP/1.1" status: 200 len: 843 time: 0.0493345 Sep 08 04:56:26.014462 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-fdaf9998-4708-4969-a7fc-d132e90dd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:26.015884 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-fdaf9998-4708-4969-a7fc-d132e90dd4c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9beef1a-96e9-4523-8128-b487e5760ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0385630 Sep 08 04:56:26.145906 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-47c80338-42ea-46f6-b4c4-321c9719f825 service neutron] 10.222.0.26 "GET /v2.0/networks/f9beef1a-96e9-4523-8128-b487e5760ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815752 Sep 08 04:56:26.249782 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f5a3a02-4f90-436f-bf2e-09035b933b6d req-dad6a51a-33f1-44d4-b75e-0a274956e1cd service neutron] 10.222.0.26 "GET /v2.0/networks/f9beef1a-96e9-4523-8128-b487e5760ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827591 Sep 08 04:56:26.651503 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c554ce7-20dd-4253-9bd6-2cdad4d560d1 req-127216a0-aca8-4930-9172-43de42eac518 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:26.652976 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7c554ce7-20dd-4253-9bd6-2cdad4d560d1 req-127216a0-aca8-4930-9172-43de42eac518 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0540941 Sep 08 04:56:26.663406 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14ac21-d4f7-41e6-9116-31ef0cd2830d req-ff76acdc-647f-4527-bfd7-61fb28a2335c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:26.664871 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6e14ac21-d4f7-41e6-9116-31ef0cd2830d req-ff76acdc-647f-4527-bfd7-61fb28a2335c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0520368 Sep 08 04:56:26.689961 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7c554ce7-20dd-4253-9bd6-2cdad4d560d1 req-0367fbb1-53a6-4b5b-b1fb-f9135ef342d9 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303059 Sep 08 04:56:26.701632 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6e14ac21-d4f7-41e6-9116-31ef0cd2830d req-3036f2c8-9890-4940-9408-3ba7caa4497d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307622 Sep 08 04:56:27.030845 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d333008-df82-49ec-86e1-a16d7376ac13 req-abeb6eb2-4cc9-422c-9b58-ee08e03c0d42 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:27.032347 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8d333008-df82-49ec-86e1-a16d7376ac13 req-abeb6eb2-4cc9-422c-9b58-ee08e03c0d42 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0496476 Sep 08 04:56:27.069707 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8d333008-df82-49ec-86e1-a16d7376ac13 req-b4b0c903-020f-47c3-b3b5-4852b8936483 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Sep 08 04:56:27.078535 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a25713-b8ac-415d-8bef-7015081c43bf req-e18a3938-2a60-44f4-8c26-5068ff57c675 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:27.080003 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02a25713-b8ac-415d-8bef-7015081c43bf req-e18a3938-2a60-44f4-8c26-5068ff57c675 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0476983 Sep 08 04:56:27.118044 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02a25713-b8ac-415d-8bef-7015081c43bf req-f05aaa07-137d-420d-b8f2-65b3202d1b72 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319164 Sep 08 04:56:27.802940 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679d523-338d-4f8c-a7d3-82c7772db671 req-7cd2ca69-08b5-4859-a6f1-6ad63593eade tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:27.804438 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5679d523-338d-4f8c-a7d3-82c7772db671 req-7cd2ca69-08b5-4859-a6f1-6ad63593eade tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0487311 Sep 08 04:56:27.813533 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520b80f-62b5-4539-bf45-a96765592ad3 req-76a17c2b-472b-4ebc-9822-c997e09920de tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:27.815286 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c520b80f-62b5-4539-bf45-a96765592ad3 req-76a17c2b-472b-4ebc-9822-c997e09920de tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0482593 Sep 08 04:56:27.844438 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5679d523-338d-4f8c-a7d3-82c7772db671 req-5422e8f8-2c88-4bcc-981d-9634c044c27f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Sep 08 04:56:27.852686 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c520b80f-62b5-4539-bf45-a96765592ad3 req-1ad91e03-13bf-47ac-9931-05b4848b832e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317738 Sep 08 04:56:28.188185 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5acbb-f300-4ff4-91ba-16d4521ebf74 req-0b673985-0d1c-4577-b342-97f83316c8f0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:28.189733 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ffc5acbb-f300-4ff4-91ba-16d4521ebf74 req-0b673985-0d1c-4577-b342-97f83316c8f0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0560844 Sep 08 04:56:28.227807 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ffc5acbb-f300-4ff4-91ba-16d4521ebf74 req-f5b2df0e-96d7-4119-9d8d-a249e3b8c333 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Sep 08 04:56:28.239915 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae59c8d-044a-482c-a524-4b0d631fa798 req-d94d6093-34f7-4cdc-aae9-6c08c0b1cc7f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:28.241476 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6ae59c8d-044a-482c-a524-4b0d631fa798 req-d94d6093-34f7-4cdc-aae9-6c08c0b1cc7f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0521491 Sep 08 04:56:28.323841 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-60c94c5d-c75e-4c56-85ae-39262f748e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:28.472333 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6ae59c8d-044a-482c-a524-4b0d631fa798 req-69ef64fe-2933-49f5-8392-bde368253bcc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250452 Sep 08 04:56:28.961105 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d26038-be78-4370-8e52-fd30cb0618f4 req-8eeb32d9-c02f-4d0a-a89f-46cdcc80c8bb tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:28.961899 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de949-c719-4fd2-9f0b-59a0521593da req-a6ed6e44-9aa1-4e88-880e-8d9cc732c331 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:28.962624 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-96d26038-be78-4370-8e52-fd30cb0618f4 req-8eeb32d9-c02f-4d0a-a89f-46cdcc80c8bb tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0501628 Sep 08 04:56:28.966320 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-384de949-c719-4fd2-9f0b-59a0521593da req-a6ed6e44-9aa1-4e88-880e-8d9cc732c331 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0503609 Sep 08 04:56:29.001726 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-96d26038-be78-4370-8e52-fd30cb0618f4 req-0dd36214-5bb6-4433-bf8f-f81cce8dbe71 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331976 Sep 08 04:56:29.006541 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-384de949-c719-4fd2-9f0b-59a0521593da req-b528e201-492d-4d25-93cb-7a5ec171dfb9 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344794 Sep 08 04:56:29.338932 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee9af-dc00-4f77-aedd-785aec62f944 req-f32af4b9-7d73-4627-b96f-5d66bb8bb476 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:29.340408 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-28bee9af-dc00-4f77-aedd-785aec62f944 req-f32af4b9-7d73-4627-b96f-5d66bb8bb476 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0476670 Sep 08 04:56:29.376721 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-28bee9af-dc00-4f77-aedd-785aec62f944 req-6808db55-691a-4cb3-8924-db6e36d7c42f tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304549 Sep 08 04:56:29.588673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3ba04-3ada-4130-b8a1-14a64ab08ee0 req-4546990c-d209-490c-8c83-fead005fa2f6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:29.590171 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6ad3ba04-3ada-4130-b8a1-14a64ab08ee0 req-4546990c-d209-490c-8c83-fead005fa2f6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0477509 Sep 08 04:56:29.625178 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6ad3ba04-3ada-4130-b8a1-14a64ab08ee0 req-c7405709-d6fd-4bf1-85a3-e42ceaac33be tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292137 Sep 08 04:56:29.758249 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:29.887011 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f0e92a92-7b33-4b88-b8d8-690653101bc0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:29.888479 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f0e92a92-7b33-4b88-b8d8-690653101bc0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0518537 Sep 08 04:56:30.006913 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Deleting port b04866b8-fad5-4542-b0f4-043d8585ec36 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:30.007589 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:30.037583 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32524598-07c6-4605-a8fc-52ad85162ffd req-4937e289-d10f-4d86-82e1-d232c33bdf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:30.039613 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32524598-07c6-4605-a8fc-52ad85162ffd req-4937e289-d10f-4d86-82e1-d232c33bdf50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 1096 time: 0.0746930 Sep 08 04:56:30.147638 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dd063-5a1f-4584-ba99-23bc60c440d3 req-7cdded9d-7aae-447f-9fc8-7afe0202004f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:30.149228 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-523dd063-5a1f-4584-ba99-23bc60c440d3 req-7cdded9d-7aae-447f-9fc8-7afe0202004f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0545452 Sep 08 04:56:30.190303 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-523dd063-5a1f-4584-ba99-23bc60c440d3 req-a9637220-1579-4f34-b6ba-7482bcf82d30 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348911 Sep 08 04:56:30.199432 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] For port b04866b8-fad5-4542-b0f4-043d8585ec36, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b04866b8-fad5-4542-b0f4-043d8585ec36,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:30.199800 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:30.222759 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Calling delete_port for b04866b8-fad5-4542-b0f4-043d8585ec36 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:56:30.253234 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb5a2e-ea74-4f56-aba4-d6c28984ecdf req-d243bd14-9917-4ac3-a8aa-5becdd0a76e7 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:30.254765 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c4cb5a2e-ea74-4f56-aba4-d6c28984ecdf req-d243bd14-9917-4ac3-a8aa-5becdd0a76e7 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.1508448 Sep 08 04:56:30.255698 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32524598-07c6-4605-a8fc-52ad85162ffd req-72f06931-0be0-4520-aa18-560f5be1c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:30.257001 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32524598-07c6-4605-a8fc-52ad85162ffd req-72f06931-0be0-4520-aa18-560f5be1c1a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.1823266 Sep 08 04:56:30.395458 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c4cb5a2e-ea74-4f56-aba4-d6c28984ecdf req-24b1a488-564b-4586-8e99-d32f8d139a85 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083786 Sep 08 04:56:30.397875 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32524598-07c6-4605-a8fc-52ad85162ffd req-d8d53061-8c9d-41d8-8f3b-84cb0ddb9b1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd HTTP/1.1" status: 200 len: 999 time: 0.1098502 Sep 08 04:56:30.485719 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32524598-07c6-4605-a8fc-52ad85162ffd req-5aebbb68-67b9-4e41-9cd8-4218ac10ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:30.487268 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32524598-07c6-4605-a8fc-52ad85162ffd req-5aebbb68-67b9-4e41-9cd8-4218ac10ed16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0819473 Sep 08 04:56:30.498913 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce837eb-c49f-4edd-a213-1d3038c5b97c req-9d1b82c6-cbe6-496f-bb28-f1dcf7bf82f2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:30.500916 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0ce837eb-c49f-4edd-a213-1d3038c5b97c req-9d1b82c6-cbe6-496f-bb28-f1dcf7bf82f2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 945 time: 0.0538816 Sep 08 04:56:30.505230 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:30.542483 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0ce837eb-c49f-4edd-a213-1d3038c5b97c req-b46ca541-6a16-43fd-99c2-9873dab94757 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336394 Sep 08 04:56:30.550023 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Pushing event deleted for resources: {'Port': ['ID=b04866b8-fad5-4542-b0f4-043d8585ec36,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:30.553921 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['27d6fdba-caf8-4f9f-911f-aee8d1b43578'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:56:30.560478 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.560833 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.561174 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.561513 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.561832 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.562190 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.563053 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.563053 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.563204 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.563470 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.563773 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.564129 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:30.594539 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32524598-07c6-4605-a8fc-52ad85162ffd req-04e5c92a-4c7d-47be-9262-b15851702d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:30.596050 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32524598-07c6-4605-a8fc-52ad85162ffd req-04e5c92a-4c7d-47be-9262-b15851702d2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001379 Sep 08 04:56:30.616586 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] No DVR routers for this DVR port b04866b8-fad5-4542-b0f4-043d8585ec36 on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:56:30.619419 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:30.621332 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b8e35638-ff70-4b33-b7b1-5e961c76a7f4 req-f098d05e-6f4b-4a2b-b739-d472d24312a9 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.26 "DELETE /v2.0/ports/b04866b8-fad5-4542-b0f4-043d8585ec36 HTTP/1.1" status: 204 len: 173 time: 0.7243495 Sep 08 04:56:30.627109 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfefcf93-ee3d-43f0-8bce-06f72b9154e0', 'name': 'network-vif-deleted', 'tag': 'b04866b8-fad5-4542-b0f4-043d8585ec36'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:30.627109 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcc694d-4616-45e0-993c-f074bba6137a" -d '{"events": [{"server_uuid": "cfefcf93-ee3d-43f0-8bce-06f72b9154e0", "name": "network-vif-deleted", "tag": "b04866b8-fad5-4542-b0f4-043d8585ec36"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:30.721496 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32524598-07c6-4605-a8fc-52ad85162ffd req-f1576d66-4d7a-4542-b523-43efd3d122ee service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118798 Sep 08 04:56:30.731031 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568dfcf0-9a72-4cff-ab36-32696c23eb8c x-openstack-request-id: req-568dfcf0-9a72-4cff-ab36-32696c23eb8c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:30.731459 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfefcf93-ee3d-43f0-8bce-06f72b9154e0", "name": "network-vif-deleted", "tag": "b04866b8-fad5-4542-b0f4-043d8585ec36", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:30.732000 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-568dfcf0-9a72-4cff-ab36-32696c23eb8c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:30.732495 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfefcf93-ee3d-43f0-8bce-06f72b9154e0', 'name': 'network-vif-deleted', 'tag': 'b04866b8-fad5-4542-b0f4-043d8585ec36', 'status': 'completed', 'code': 200} Sep 08 04:56:30.770119 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e52a38-869d-4979-99d4-0a9d5e21d53d req-4a836e51-72fa-414d-ba00-98229f0d739c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:30.771656 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c5e52a38-869d-4979-99d4-0a9d5e21d53d req-4a836e51-72fa-414d-ba00-98229f0d739c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0552931 Sep 08 04:56:30.810073 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c5e52a38-869d-4979-99d4-0a9d5e21d53d req-cbae63a1-2db0-4751-a93c-cd36a7c2cfbf tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321207 Sep 08 04:56:30.832481 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32524598-07c6-4605-a8fc-52ad85162ffd req-cecec491-0b1f-4923-8d89-f40d36e83dbb service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925753 Sep 08 04:56:30.852767 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7aa143d5-1208-47bf-b409-d946ce3d8438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:31.282000 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:31.296267 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dace9-4c4d-4fd3-af5f-fd67ecac929f req-11670a75-d019-49a0-8c90-c1fed4ff0db4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:31.297751 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-233dace9-4c4d-4fd3-af5f-fd67ecac929f req-11670a75-d019-49a0-8c90-c1fed4ff0db4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 945 time: 0.0530622 Sep 08 04:56:31.308916 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84543d-55db-494a-b56e-805a186b2c55 req-096cd088-4749-4cf9-846a-178d5008735d tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:31.310504 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5f84543d-55db-494a-b56e-805a186b2c55 req-096cd088-4749-4cf9-846a-178d5008735d tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0524988 Sep 08 04:56:31.337941 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-233dace9-4c4d-4fd3-af5f-fd67ecac929f req-5f55a735-75c8-426b-b79f-25c304529bf3 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333767 Sep 08 04:56:31.347788 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5f84543d-55db-494a-b56e-805a186b2c55 req-26137a27-c7f2-4e52-844e-67b39699bea9 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307307 Sep 08 04:56:31.514609 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3908-052d-404a-9b44-a0036bd70415 req-e08e4e0b-5e94-4420-b532-64ccfea8707e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:31.516443 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-86bb3908-052d-404a-9b44-a0036bd70415 req-e08e4e0b-5e94-4420-b532-64ccfea8707e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0530152 Sep 08 04:56:31.553116 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-86bb3908-052d-404a-9b44-a0036bd70415 req-00d2eabb-0493-4ab3-bd39-59fef0231940 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307074 Sep 08 04:56:31.672794 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-93ff81d5-091a-4eb0-bf4c-2653044ea7c7 req-38ea6276-db6c-4c4a-91f3-e5a2d1a874e0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.0259080 Sep 08 04:56:31.929864 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95044068-797a-4b7c-9e39-2304e44fb97b req-f26a90c6-e04e-4c8a-a58d-8027cd311e39 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:31.931384 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-95044068-797a-4b7c-9e39-2304e44fb97b req-f26a90c6-e04e-4c8a-a58d-8027cd311e39 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0473061 Sep 08 04:56:31.966839 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-95044068-797a-4b7c-9e39-2304e44fb97b req-4bca5c0b-303c-408f-b71d-f51e655cc58b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297315 Sep 08 04:56:32.176168 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:32.448960 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16125c93-ae92-4040-97fb-19bc48a358d5 req-c39bc307-5c86-43fd-93a1-2609cbe1fde8 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:32.450388 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-16125c93-ae92-4040-97fb-19bc48a358d5 req-c39bc307-5c86-43fd-93a1-2609cbe1fde8 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 945 time: 0.0468636 Sep 08 04:56:32.463013 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe755a-4c46-4b1a-af46-a036262f48f4 req-80c36efe-7d4b-434a-8a09-939fd3d0fe4d tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:32.464483 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2ffe755a-4c46-4b1a-af46-a036262f48f4 req-80c36efe-7d4b-434a-8a09-939fd3d0fe4d tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0508142 Sep 08 04:56:32.487227 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-16125c93-ae92-4040-97fb-19bc48a358d5 req-4cbf86ba-e15a-4eb6-a610-24189d4e0264 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Sep 08 04:56:32.500854 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2ffe755a-4c46-4b1a-af46-a036262f48f4 req-70c89eda-9698-44fa-b36d-d6a23719c1e5 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301063 Sep 08 04:56:32.666100 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8879a56-be4c-49e9-bbbe-afd023074fb4 req-140b3c56-9da7-440b-aaae-6987eaadae37 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:32.667533 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8879a56-be4c-49e9-bbbe-afd023074fb4 req-140b3c56-9da7-440b-aaae-6987eaadae37 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0502992 Sep 08 04:56:32.704343 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8879a56-be4c-49e9-bbbe-afd023074fb4 req-f88a3363-daea-41bb-85f2-6bd981c1e9d6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309722 Sep 08 04:56:32.778087 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5efef205-a53c-41c8-91cd-4c503105aecf req-5d9528b2-ca7b-4159-a4de-518e42d17655 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.0261395 Sep 08 04:56:33.082291 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987b008-2ea5-4213-94f6-7ae1bb815871 req-1ac8e0b9-851e-4062-a84e-ff86b80ce237 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:33.083724 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f987b008-2ea5-4213-94f6-7ae1bb815871 req-1ac8e0b9-851e-4062-a84e-ff86b80ce237 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0471578 Sep 08 04:56:33.120076 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f987b008-2ea5-4213-94f6-7ae1bb815871 req-cf0cd5c5-ec7b-47ff-9938-3a25004bcad1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306258 Sep 08 04:56:33.428192 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:33.601700 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee507f8-5e8b-4a69-b4b9-fdb916e1a8d1 req-748186dd-f304-4698-a8c4-cabc7fa1b060 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:33.603225 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2ee507f8-5e8b-4a69-b4b9-fdb916e1a8d1 req-748186dd-f304-4698-a8c4-cabc7fa1b060 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 945 time: 0.0488386 Sep 08 04:56:33.619479 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ba29a-3526-43fb-9a83-ace4bf41e5a9 req-017ede18-30f6-4cc0-a56d-06ca6cbae99b tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:33.620957 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c0ba29a-3526-43fb-9a83-ace4bf41e5a9 req-017ede18-30f6-4cc0-a56d-06ca6cbae99b tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 948 time: 0.0537281 Sep 08 04:56:33.640310 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2ee507f8-5e8b-4a69-b4b9-fdb916e1a8d1 req-7afb9e65-c7f5-4e16-a398-3a4dbc7817e3 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Sep 08 04:56:33.664793 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c0ba29a-3526-43fb-9a83-ace4bf41e5a9 req-57ec8fef-4b6b-497c-8c49-fe82367f476a tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Sep 08 04:56:33.819861 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779173a-8550-4d97-ae2a-f95cd7cf8eb5 req-a0afd08d-9242-4b52-bbbc-30953f20e5aa tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:33.821332 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a779173a-8550-4d97-ae2a-f95cd7cf8eb5 req-a0afd08d-9242-4b52-bbbc-30953f20e5aa tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0517151 Sep 08 04:56:33.851605 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device b04866b8-fad5-4542-b0f4-043d8585ec36 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:33.858546 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a779173a-8550-4d97-ae2a-f95cd7cf8eb5 req-c35feafd-fe97-4ea2-a50c-49f31582bf5a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Sep 08 04:56:33.872319 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: b04866b8-fad5-4542-b0f4-043d8585ec36 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:56:33.872647 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device b04866b8-fad5-4542-b0f4-043d8585ec36 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:56:33.886065 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-acdaaf79-86d1-4aba-8492-54b2aed731f1 req-6eea7535-a186-491a-a166-972081de5d13 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfefcf93-ee3d-43f0-8bce-06f72b9154e0 HTTP/1.1" status: 200 len: 210 time: 0.0314679 Sep 08 04:56:34.241131 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ff94a-dcb0-4290-9c71-31809060f734 req-08bafb30-6df0-4034-be1e-8b8efa3c52b6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:34.242677 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6d9ff94a-dcb0-4290-9c71-31809060f734 req-08bafb30-6df0-4034-be1e-8b8efa3c52b6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 943 time: 0.0497954 Sep 08 04:56:34.280283 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6d9ff94a-dcb0-4290-9c71-31809060f734 req-c60fad98-086b-4f52-9bb7-183b2b5e74c4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317702 Sep 08 04:56:34.307499 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 45a5005f-4929-489d-8b8c-a4496074cd2a details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:56:34.400828 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 45a5005f-4929-489d-8b8c-a4496074cd2a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=45a5005f-4929-489d-8b8c-a4496074cd2a,segment=NetworkSegment(03526718-7194-4e71-9fa9-da48b321eada),segment_id=03526718-7194-4e71-9fa9-da48b321eada)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:34.411483 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '45a5005f-4929-489d-8b8c-a4496074cd2a', 'network_id': 'f9beef1a-96e9-4523-8128-b487e5760ac9', 'port_id': '45a5005f-4929-489d-8b8c-a4496074cd2a', 'mac_address': 'fa:16:3e:46:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ceccae-627a-4c4e-be5b-eaa54b97af16', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:56:34.447925 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:34.459890 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a5005f-4929-489d-8b8c-a4496074cd2a {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:56:34.477832 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 45a5005f-4929-489d-8b8c-a4496074cd2a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=45a5005f-4929-489d-8b8c-a4496074cd2a,segment=NetworkSegment(03526718-7194-4e71-9fa9-da48b321eada),segment_id=03526718-7194-4e71-9fa9-da48b321eada)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:34.481577 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:34.482280 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:56:34.555427 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=45a5005f-4929-489d-8b8c-a4496074cd2a,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:34.612800 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:34.624419 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'port_id': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'mac_address': 'fa:16:3e:01:1e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:56:34.659826 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:34.672720 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb78593-fc35-44bf-8d2f-386bfed9efcd {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:56:34.692716 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:34.696884 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:34.780499 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c230e1-54a9-4324-9054-905e7cac3529 req-2f66063d-cc21-4308-a9a8-4e40b5b136b7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:34.782309 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32c230e1-54a9-4324-9054-905e7cac3529 req-2f66063d-cc21-4308-a9a8-4e40b5b136b7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 945 time: 0.0706265 Sep 08 04:56:34.811698 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbba5b-974c-4a1c-a6c3-1e18fc0d84d4 req-dc6cf374-3801-4edc-9da2-1867526bc1a3 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:34.821631 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cbbbba5b-974c-4a1c-a6c3-1e18fc0d84d4 req-dc6cf374-3801-4edc-9da2-1867526bc1a3 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 949 time: 0.0635455 Sep 08 04:56:34.851968 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32c230e1-54a9-4324-9054-905e7cac3529 req-7b2ea30b-eb23-4024-9f29-a44a087894cb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521033 Sep 08 04:56:34.861271 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cbbbba5b-974c-4a1c-a6c3-1e18fc0d84d4 req-4fb32842-824f-4259-9741-0c1c1dc31f9d tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Sep 08 04:56:34.886739 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=9']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:34.973473 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dc502-d124-4d86-8612-f3097463c770 req-16dd492b-7b67-4c06-8aef-5106f241d7df tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:34.974976 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b84dc502-d124-4d86-8612-f3097463c770 req-16dd492b-7b67-4c06-8aef-5106f241d7df tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0478685 Sep 08 04:56:35.014322 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b84dc502-d124-4d86-8612-f3097463c770 req-4a54cb1c-fef1-4028-a228-06b81453ab93 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333567 Sep 08 04:56:35.154754 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c44fb7-a8b2-4b79-89c7-9007292ee56d req-4845b573-83b7-4cf8-b4fc-92f3fa7b2abe tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:35.156199 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-42c44fb7-a8b2-4b79-89c7-9007292ee56d req-4845b573-83b7-4cf8-b4fc-92f3fa7b2abe tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0471282 Sep 08 04:56:35.196765 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-42c44fb7-a8b2-4b79-89c7-9007292ee56d req-92e09922-4dc2-46b9-878e-f783e9137176 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Sep 08 04:56:35.248165 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['45a5005f-4929-489d-8b8c-a4496074cd2a'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:56:35.296727 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['feb78593-fc35-44bf-8d2f-386bfed9efcd'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:56:35.402365 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5a256-36e5-4229-b46f-5e2fe612fbee req-2e04c6db-023a-45ab-883e-40b4d6774f87 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:35.403824 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-64f5a256-36e5-4229-b46f-5e2fe612fbee req-2e04c6db-023a-45ab-883e-40b4d6774f87 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 944 time: 0.0501447 Sep 08 04:56:35.440669 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-64f5a256-36e5-4229-b46f-5e2fe612fbee req-507caeb9-1e2e-4845-a95a-3bdbe346338b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307405 Sep 08 04:56:35.955675 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056048d7-b490-43d0-bcc5-474001923d05 req-73141883-d78c-46c0-a353-303a80d1e2d2 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:35.957153 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-056048d7-b490-43d0-bcc5-474001923d05 req-73141883-d78c-46c0-a353-303a80d1e2d2 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 945 time: 0.0504451 Sep 08 04:56:35.981086 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441734ab-e5c5-4205-b035-609476505ee4 req-77d4964e-45de-463e-9edb-68750ab0107e tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:35.982603 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-441734ab-e5c5-4205-b035-609476505ee4 req-77d4964e-45de-463e-9edb-68750ab0107e tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 949 time: 0.0505362 Sep 08 04:56:35.995194 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-056048d7-b490-43d0-bcc5-474001923d05 req-8a630b54-95a8-49a2-87c4-35ba34450e26 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Sep 08 04:56:36.019057 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-441734ab-e5c5-4205-b035-609476505ee4 req-131e63a0-3c61-4da3-9cb0-920257dd1006 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307081 Sep 08 04:56:36.126342 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31758500-b7c0-4624-8a24-a1ee3b2efeb0 req-687e2693-90f2-4e5e-84c5-28919298b62b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:36.127769 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31758500-b7c0-4624-8a24-a1ee3b2efeb0 req-687e2693-90f2-4e5e-84c5-28919298b62b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0483704 Sep 08 04:56:36.166132 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31758500-b7c0-4624-8a24-a1ee3b2efeb0 req-21f5ba8e-3b1f-4529-a960-7d02bda776fc tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314658 Sep 08 04:56:36.308989 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79c56-3ce8-428b-a044-3ff8c4e09611 req-1df3275b-aab6-40c1-868c-1204125580c0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:36.310512 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-24a79c56-3ce8-428b-a044-3ff8c4e09611 req-1df3275b-aab6-40c1-868c-1204125580c0 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0490744 Sep 08 04:56:36.330195 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cc797cc8-c73f-475b-bfeb-52567f4aa3f2 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:56:36.349690 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-24a79c56-3ce8-428b-a044-3ff8c4e09611 req-91d39a93-7719-46c5-a57c-be5f273eaee1 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Sep 08 04:56:36.425224 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:36.436677 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'port_id': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'mac_address': 'fa:16:3e:c0:03:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:56:36.471850 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:36.484249 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc797cc8-c73f-475b-bfeb-52567f4aa3f2 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:56:36.503698 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:36.508640 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:36.557054 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6745e9-1ece-42fb-bef5-9e79528dc828 req-76b942c8-4dbc-4d9f-b81e-f0109d5446a7 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:36.558507 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:36.558641 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bc6745e9-1ece-42fb-bef5-9e79528dc828 req-76b942c8-4dbc-4d9f-b81e-f0109d5446a7 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 944 time: 0.0471077 Sep 08 04:56:36.565473 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.565819 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.566180 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.566513 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.566967 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.567826 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.568154 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.568483 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.568807 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.569126 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.569445 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.569759 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:36.623704 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bc6745e9-1ece-42fb-bef5-9e79528dc828 req-b6c62fa0-6c5d-492c-b9ae-cd05dab6223b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591772 Sep 08 04:56:36.640039 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-bf365c0a-c8b9-4a87-b389-918cbc420dd4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:36.641436 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-bf365c0a-c8b9-4a87-b389-918cbc420dd4 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 945 time: 0.0602636 Sep 08 04:56:36.729154 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Deleting port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:36.729411 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:36.815460 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] For port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:36.815815 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:36.828292 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Calling delete_port for e941bdeb-1ed5-475d-b31a-dcdb2f370d3c owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:56:36.952462 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:36.981392 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Pushing event deleted for resources: {'Port': ['ID=e941bdeb-1ed5-475d-b31a-dcdb2f370d3c,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:36.992509 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['37a58342-d052-4869-998f-011706bc7d37', '0dab205c-66c1-485a-a825-2011b07cd22b', 'ad09acb8-6bf1-4654-ba14-85d395a58b79', 'e941bdeb-1ed5-475d-b31a-dcdb2f370d3c'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:56:37.032977 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] No DVR routers for this DVR port e941bdeb-1ed5-475d-b31a-dcdb2f370d3c on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:56:37.038374 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:37.041048 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9740ccd5-166d-44c8-a2b5-933d054192ac req-132030f5-1943-4664-8ff9-4b80a90d4df1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "DELETE /v2.0/ports/e941bdeb-1ed5-475d-b31a-dcdb2f370d3c HTTP/1.1" status: 204 len: 173 time: 0.3927782 Sep 08 04:56:37.041537 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becedb18-c3dd-420f-bdf6-69785789804d', 'name': 'network-vif-deleted', 'tag': 'e941bdeb-1ed5-475d-b31a-dcdb2f370d3c'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:37.043903 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544e1be0-639b-40f6-bdc9-edbaaa7145de" -d '{"events": [{"server_uuid": "becedb18-c3dd-420f-bdf6-69785789804d", "name": "network-vif-deleted", "tag": "e941bdeb-1ed5-475d-b31a-dcdb2f370d3c"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:37.098992 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['cc797cc8-c73f-475b-bfeb-52567f4aa3f2'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:56:37.120810 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1fcb2a6e-14ee-4495-b61f-c5a352dfaf2d req-c31470fa-1b89-4e52-bc59-3a36b53ac4a0 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=becedb18-c3dd-420f-bdf6-69785789804d HTTP/1.1" status: 200 len: 210 time: 0.0416048 Sep 08 04:56:37.156482 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa078d93-a241-4938-9878-768edba18c37 req-21833031-1599-46e2-8a31-69c6f1eedebe tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:37.165798 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa078d93-a241-4938-9878-768edba18c37 req-21833031-1599-46e2-8a31-69c6f1eedebe tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 949 time: 0.0692124 Sep 08 04:56:37.169020 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e1d28e-487d-4aab-8775-16d4972d0a04 x-openstack-request-id: req-92e1d28e-487d-4aab-8775-16d4972d0a04 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:37.169292 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becedb18-c3dd-420f-bdf6-69785789804d", "name": "network-vif-deleted", "tag": "e941bdeb-1ed5-475d-b31a-dcdb2f370d3c", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:37.169539 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92e1d28e-487d-4aab-8775-16d4972d0a04 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:37.169938 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becedb18-c3dd-420f-bdf6-69785789804d', 'name': 'network-vif-deleted', 'tag': 'e941bdeb-1ed5-475d-b31a-dcdb2f370d3c', 'status': 'completed', 'code': 200} Sep 08 04:56:37.213357 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa078d93-a241-4938-9878-768edba18c37 req-697e4148-1c47-426a-bb1a-239a828b968c tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Sep 08 04:56:37.303082 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1541b5-7f1d-4506-a334-d1d1f2b9cfb2 req-7f1d336c-2454-450d-8e9a-0bfacc7459e6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:37.304589 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ff1541b5-7f1d-4506-a334-d1d1f2b9cfb2 req-7f1d336c-2454-450d-8e9a-0bfacc7459e6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 945 time: 0.0505524 Sep 08 04:56:37.343015 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ff1541b5-7f1d-4506-a334-d1d1f2b9cfb2 req-0bfed762-1667-45b2-9592-847429b3c67b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Sep 08 04:56:37.459877 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef94e0-aeee-4938-baed-821b21863d78 req-0b3d8701-54a2-4487-b692-743f242519ec tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:37.461349 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b4ef94e0-aeee-4938-baed-821b21863d78 req-0b3d8701-54a2-4487-b692-743f242519ec tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0468428 Sep 08 04:56:37.498274 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b4ef94e0-aeee-4938-baed-821b21863d78 req-2633db72-fa35-49d0-a464-427c423dd33d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 Sep 08 04:56:37.744263 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51340dae-27ff-42c5-bf5a-e0a9f190bd90 req-9fe9f171-4223-4643-8282-e8d062eadd70 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:37.745764 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-51340dae-27ff-42c5-bf5a-e0a9f190bd90 req-9fe9f171-4223-4643-8282-e8d062eadd70 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 944 time: 0.0499518 Sep 08 04:56:37.783448 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-51340dae-27ff-42c5-bf5a-e0a9f190bd90 req-81638e1e-5c7f-4fce-bbdf-7b1cda54579e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313647 Sep 08 04:56:38.332694 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ccd9-c77a-4dbc-82cd-d82799318c28 req-8ac6f3f9-d64f-4565-bec3-51ea57d348af tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:38.334540 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-12b0ccd9-c77a-4dbc-82cd-d82799318c28 req-8ac6f3f9-d64f-4565-bec3-51ea57d348af tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 949 time: 0.0501394 Sep 08 04:56:38.377004 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-12b0ccd9-c77a-4dbc-82cd-d82799318c28 req-fa25b992-6051-4b55-adfc-c9d32ef088c8 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366409 Sep 08 04:56:38.385209 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 45a5005f-4929-489d-8b8c-a4496074cd2a up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:56:38.439503 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 45a5005f-4929-489d-8b8c-a4496074cd2a completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:56:38.443007 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 45a5005f-4929-489d-8b8c-a4496074cd2a triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:56:38.443382 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:38.462929 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ede7e0-fae7-4418-9b40-a8788fc22545 req-2e0e1f62-3297-473c-b60d-1d9e83ddd39d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:38.464497 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-01ede7e0-fae7-4418-9b40-a8788fc22545 req-2e0e1f62-3297-473c-b60d-1d9e83ddd39d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 945 time: 0.0491123 Sep 08 04:56:38.502899 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-01ede7e0-fae7-4418-9b40-a8788fc22545 req-0e2f1f73-f4ff-4a1e-a048-8ff859b9842a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Sep 08 04:56:38.523703 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:38.549025 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab53e08-fc53-4e5e-8f7f-959ecaa5a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a5005f-4929-489d-8b8c-a4496074cd2a'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:38.551370 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d9d4b8-5642-4c2c-8e9c-34138e805751" -d '{"events": [{"server_uuid": "5ab53e08-fc53-4e5e-8f7f-959ecaa5a999", "name": "network-vif-plugged", "status": "completed", "tag": "45a5005f-4929-489d-8b8c-a4496074cd2a"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:38.565667 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 45a5005f-4929-489d-8b8c-a4496074cd2a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=45a5005f-4929-489d-8b8c-a4496074cd2a,segment=NetworkSegment(03526718-7194-4e71-9fa9-da48b321eada),segment_id=03526718-7194-4e71-9fa9-da48b321eada)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:38.570385 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:38.571369 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:56:38.617300 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37da842-bd92-4a37-a96b-7167c1aa57e0 x-openstack-request-id: req-a37da842-bd92-4a37-a96b-7167c1aa57e0 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:38.617589 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab53e08-fc53-4e5e-8f7f-959ecaa5a999", "name": "network-vif-plugged", "status": "completed", "tag": "45a5005f-4929-489d-8b8c-a4496074cd2a", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:38.617840 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a37da842-bd92-4a37-a96b-7167c1aa57e0 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:38.618248 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab53e08-fc53-4e5e-8f7f-959ecaa5a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a5005f-4929-489d-8b8c-a4496074cd2a', 'code': 200} Sep 08 04:56:38.621481 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371765c-28fa-41db-a93c-7da0114a233c req-d1be186b-dff5-4efa-980e-8aca8d04c147 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:38.623007 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1371765c-28fa-41db-a93c-7da0114a233c req-d1be186b-dff5-4efa-980e-8aca8d04c147 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0558753 Sep 08 04:56:38.662690 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=45a5005f-4929-489d-8b8c-a4496074cd2a,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:38.673855 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port feb78593-fc35-44bf-8d2f-386bfed9efcd triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:56:38.674268 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:38.678515 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1371765c-28fa-41db-a93c-7da0114a233c req-fa81bfbb-c51d-4939-a761-93bfad07baf3 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492053 Sep 08 04:56:38.755667 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:38.787767 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:38.791506 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:38.792309 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device e941bdeb-1ed5-475d-b31a-dcdb2f370d3c no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:38.836118 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: e941bdeb-1ed5-475d-b31a-dcdb2f370d3c {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:56:38.836523 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device e941bdeb-1ed5-475d-b31a-dcdb2f370d3c not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:56:38.838572 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859c97a-fc9c-484f-a1a1-d86f6cf5da8a req-d562d776-e774-4034-811f-00f4acbcd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:38.840259 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f859c97a-fc9c-484f-a1a1-d86f6cf5da8a req-d562d776-e774-4034-811f-00f4acbcd973 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 1103 time: 0.0404675 Sep 08 04:56:38.870775 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=10']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:38.916982 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f859c97a-fc9c-484f-a1a1-d86f6cf5da8a req-ed358cdc-4bea-4c92-8236-7adccf7ebd65 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524156 Sep 08 04:56:38.927177 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f2030-ed9c-4c05-b286-3802c4e6213f req-9e0dc105-6d85-44c3-94fb-6a7922868a5c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:38.928540 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-181f2030-ed9c-4c05-b286-3802c4e6213f req-9e0dc105-6d85-44c3-94fb-6a7922868a5c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0726779 Sep 08 04:56:38.964592 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-181f2030-ed9c-4c05-b286-3802c4e6213f req-2dc98893-5ac2-41dd-90c1-fc737ad35433 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300333 Sep 08 04:56:39.510227 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b7281-ebe0-4e7e-8bc9-95d8c3f3a1bf req-c3250d92-e35b-43a5-93c8-3502bcf1086e tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:39.511888 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-203b7281-ebe0-4e7e-8bc9-95d8c3f3a1bf req-c3250d92-e35b-43a5-93c8-3502bcf1086e tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 950 time: 0.0607855 Sep 08 04:56:39.517387 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f594d-aafa-4314-b33a-52191fe5ff52 req-1f8082b2-fbba-46b2-9798-322f30fbc24e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:39.518902 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cf9f594d-aafa-4314-b33a-52191fe5ff52 req-1f8082b2-fbba-46b2-9798-322f30fbc24e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 945 time: 0.0501649 Sep 08 04:56:39.552979 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-203b7281-ebe0-4e7e-8bc9-95d8c3f3a1bf req-8ccdb1fb-7262-41c8-a652-45453ec8f5d7 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350490 Sep 08 04:56:39.558245 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cf9f594d-aafa-4314-b33a-52191fe5ff52 req-1499eadd-4ea3-44e4-a451-cd4ee9bfee79 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Sep 08 04:56:39.652170 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56693e7f-0f7a-4030-bbc6-a3d854be932e req-f618f222-a881-4e43-a1d9-b36f7d3e4460 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:39.653556 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56693e7f-0f7a-4030-bbc6-a3d854be932e req-f618f222-a881-4e43-a1d9-b36f7d3e4460 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 945 time: 0.0481820 Sep 08 04:56:39.693789 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56693e7f-0f7a-4030-bbc6-a3d854be932e req-332313c1-c2e4-4ff3-bcc4-db2d06b91706 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343111 Sep 08 04:56:39.791336 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77528eb-4893-472e-901d-224e4707d96a req-7329f65f-ed4f-4be0-8936-5f242ae7b3cf tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:39.792839 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d77528eb-4893-472e-901d-224e4707d96a req-7329f65f-ed4f-4be0-8936-5f242ae7b3cf tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0480125 Sep 08 04:56:39.833836 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d77528eb-4893-472e-901d-224e4707d96a req-f6908239-64ce-4e36-8502-9e9fdf6e5c49 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350814 Sep 08 04:56:40.080197 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a87a3-9fc1-43b0-8e42-6678d24287fe req-bda09a75-99a2-4973-b7ae-20846e8ba145 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:40.081690 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-556a87a3-9fc1-43b0-8e42-6678d24287fe req-bda09a75-99a2-4973-b7ae-20846e8ba145 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0481722 Sep 08 04:56:40.118549 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-556a87a3-9fc1-43b0-8e42-6678d24287fe req-bb834f4f-0f95-4334-a786-6ebc44d82ff6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Sep 08 04:56:40.348974 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cc797cc8-c73f-475b-bfeb-52567f4aa3f2 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:56:40.397942 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:56:40.401811 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:56:40.402211 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:40.487308 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:40.524993 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:40.528217 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:40.581665 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:40.619529 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd'}, {'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:40.622888 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb120d0-3384-4328-a1b6-65290acd17b5" -d '{"events": [{"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-plugged", "status": "completed", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd"}, {"server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "name": "network-vif-plugged", "status": "completed", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:40.681364 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831f65a-424a-4b94-865e-4409cbfb6552 req-89d614e5-cd7b-40f3-9630-5a79a836f9c4 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:40.682892 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8831f65a-424a-4b94-865e-4409cbfb6552 req-89d614e5-cd7b-40f3-9630-5a79a836f9c4 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 950 time: 0.0486095 Sep 08 04:56:40.688498 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981762a9-0397-441d-9db5-9f7ca4c26681 req-96b17757-aec1-47f0-8c9a-9095b7eab873 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:40.690008 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-981762a9-0397-441d-9db5-9f7ca4c26681 req-96b17757-aec1-47f0-8c9a-9095b7eab873 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 945 time: 0.0480487 Sep 08 04:56:40.721489 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8831f65a-424a-4b94-865e-4409cbfb6552 req-cc3a42a1-32ce-47a3-b0ed-21cb348aa2d6 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Sep 08 04:56:40.728228 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-981762a9-0397-441d-9db5-9f7ca4c26681 req-3fcfba01-d6a2-420b-b3ee-0c19990f2c34 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Sep 08 04:56:40.784324 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e17003-2914-4a79-95a7-a82782e092e6 x-openstack-request-id: req-e3e17003-2914-4a79-95a7-a82782e092e6 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:40.784613 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-plugged", "status": "completed", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd", "code": 200}, {"server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "name": "network-vif-plugged", "status": "completed", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:40.784858 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3e17003-2914-4a79-95a7-a82782e092e6 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:40.785249 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'code': 200} Sep 08 04:56:40.785524 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'code': 200} Sep 08 04:56:40.825871 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18304adc-56e6-42de-904c-d9487b150924 req-41d2c792-372e-4f1b-85a4-8467bc3e5c02 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:40.827377 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-18304adc-56e6-42de-904c-d9487b150924 req-41d2c792-372e-4f1b-85a4-8467bc3e5c02 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0481286 Sep 08 04:56:40.871152 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-18304adc-56e6-42de-904c-d9487b150924 req-e004cfe6-306c-4f9f-bc99-2f42c063206f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357978 Sep 08 04:56:40.878715 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6900be-b9ab-4fb0-aee6-13b9d62320c2 req-0d89b9fa-9a40-49c8-bd5a-90b86792927d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:40.880798 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-da6900be-b9ab-4fb0-aee6-13b9d62320c2 req-0d89b9fa-9a40-49c8-bd5a-90b86792927d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0524390 Sep 08 04:56:40.921390 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-da6900be-b9ab-4fb0-aee6-13b9d62320c2 req-61a3eb8f-6ba9-4956-bcde-b1430de4fb7f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Sep 08 04:56:41.035620 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40507a72-2d32-4b3b-81f5-90c008e1cd92 req-0a7f45dd-96bf-4dd6-aa4d-1d0a08be67ec tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:41.037440 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-40507a72-2d32-4b3b-81f5-90c008e1cd92 req-0a7f45dd-96bf-4dd6-aa4d-1d0a08be67ec tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0625138 Sep 08 04:56:41.096703 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-40507a72-2d32-4b3b-81f5-90c008e1cd92 req-181bd286-7153-489c-bf41-f43d7347ec19 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Sep 08 04:56:41.177316 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb328af-a0fb-430c-ad9e-dbd453124f33 req-c5dbf950-b703-4979-8456-a61ff47e7884 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:41.178906 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6fb328af-a0fb-430c-ad9e-dbd453124f33 req-c5dbf950-b703-4979-8456-a61ff47e7884 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 950 time: 0.0546219 Sep 08 04:56:41.239239 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70623a-cd40-4772-8c53-c8fee5ae637a req-06c87787-40a3-4c88-8994-7b4bb10266d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:41.240761 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b70623a-cd40-4772-8c53-c8fee5ae637a req-06c87787-40a3-4c88-8994-7b4bb10266d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1099 time: 0.0609596 Sep 08 04:56:41.243510 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6fb328af-a0fb-430c-ad9e-dbd453124f33 req-20e7e1ad-6cb9-4d8b-8d64-b60616fd1a09 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552776 Sep 08 04:56:41.249231 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c77682-6294-4447-9f0f-843362940b27 req-2cbacc04-600c-45c3-b9fd-ce4be7930fdf tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:41.251129 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-15c77682-6294-4447-9f0f-843362940b27 req-2cbacc04-600c-45c3-b9fd-ce4be7930fdf tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0473161 Sep 08 04:56:41.279905 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b70623a-cd40-4772-8c53-c8fee5ae637a req-c617b31d-7a1d-4e42-8fb2-72d2f6c1a86b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280514 Sep 08 04:56:41.292839 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-15c77682-6294-4447-9f0f-843362940b27 req-e3cfaf2b-e69b-4da5-8d3c-1cacb3315052 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345087 Sep 08 04:56:41.869466 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db6f0-abbb-485e-8f18-68492aabcfcb req-62f3cfb2-9173-4940-a988-4f2e1417e17e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:41.870962 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa5db6f0-abbb-485e-8f18-68492aabcfcb req-62f3cfb2-9173-4940-a988-4f2e1417e17e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 945 time: 0.0748580 Sep 08 04:56:41.873486 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a1eca-a150-40aa-af4a-282b3f284586 req-6185f4ad-a128-491f-a45f-1ac46be98ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:41.874872 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c35a1eca-a150-40aa-af4a-282b3f284586 req-6185f4ad-a128-491f-a45f-1ac46be98ad6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 1099 time: 0.0690703 Sep 08 04:56:41.931297 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa5db6f0-abbb-485e-8f18-68492aabcfcb req-9aaa9cfb-3209-4f01-84f3-4e82b2683451 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Sep 08 04:56:41.935103 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c35a1eca-a150-40aa-af4a-282b3f284586 req-2c63139f-8c1b-4ef1-92ee-b842a58e21cb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457323 Sep 08 04:56:41.988326 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced434a-7166-485f-9a0b-455bf51b2d1c req-7163a1dd-7da5-4758-a086-6aa11dc93351 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:41.989857 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0ced434a-7166-485f-9a0b-455bf51b2d1c req-7163a1dd-7da5-4758-a086-6aa11dc93351 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0497072 Sep 08 04:56:42.026948 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0ced434a-7166-485f-9a0b-455bf51b2d1c req-875e08e5-5f65-40ea-aa98-cc5be6620344 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Sep 08 04:56:42.032910 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4c66b-e9ca-4833-bdd4-955d7c918d69 req-e07a395a-9bf5-4d67-8840-ec6b85a3008e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:42.034403 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cff4c66b-e9ca-4833-bdd4-955d7c918d69 req-e07a395a-9bf5-4d67-8840-ec6b85a3008e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0474000 Sep 08 04:56:42.071803 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cff4c66b-e9ca-4833-bdd4-955d7c918d69 req-9ad055bb-2034-46c6-82b6-7d543d51eb4c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Sep 08 04:56:42.219444 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41d0f-ac70-47f3-9a62-f4d6189ea1de req-20514b1d-740c-45db-94ad-d65b0152c731 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:42.220885 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-05f41d0f-ac70-47f3-9a62-f4d6189ea1de req-20514b1d-740c-45db-94ad-d65b0152c731 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0471694 Sep 08 04:56:42.260667 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-05f41d0f-ac70-47f3-9a62-f4d6189ea1de req-c485e6ee-0cea-4c6b-a5c8-0472d58e90db tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Sep 08 04:56:42.359191 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a654c-b2f3-4904-9fc7-8f47d0a3ba30 req-616ac57a-4e17-4b84-b334-479c00195963 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:42.360657 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e44a654c-b2f3-4904-9fc7-8f47d0a3ba30 req-616ac57a-4e17-4b84-b334-479c00195963 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 950 time: 0.0513504 Sep 08 04:56:42.398385 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e44a654c-b2f3-4904-9fc7-8f47d0a3ba30 req-0ce0a585-e6a7-45c7-b284-a9b66151b78c tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Sep 08 04:56:42.410184 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5370-71ca-4e8d-9f53-9f328632df10 req-1ae0b73f-d79a-405c-a49f-7d66168cadcb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:42.411833 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-406b5370-71ca-4e8d-9f53-9f328632df10 req-1ae0b73f-d79a-405c-a49f-7d66168cadcb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0488977 Sep 08 04:56:42.448455 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-406b5370-71ca-4e8d-9f53-9f328632df10 req-b70cbdb0-3ff8-4d91-adaf-9005e33fa15d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307381 Sep 08 04:56:43.045061 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bea3e-7a64-4633-a743-f4f0f316de81 req-5d6705b4-2305-470e-b3e4-e7f2b31d4fb1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:43.046531 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a9bea3e-7a64-4633-a743-f4f0f316de81 req-5d6705b4-2305-470e-b3e4-e7f2b31d4fb1 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 945 time: 0.0474906 Sep 08 04:56:43.083885 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a9bea3e-7a64-4633-a743-f4f0f316de81 req-7d233961-994a-4e4d-b7f2-050e8e4ee516 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Sep 08 04:56:43.139476 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1cbb3-352b-4039-a539-452887ce2dce req-b04503f6-6fcf-4ba3-9b95-580942bab985 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:43.140944 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-27c1cbb3-352b-4039-a539-452887ce2dce req-b04503f6-6fcf-4ba3-9b95-580942bab985 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0484836 Sep 08 04:56:43.178767 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-27c1cbb3-352b-4039-a539-452887ce2dce req-af27659a-2414-4fb0-a149-4ae0a6fb327c tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Sep 08 04:56:43.188242 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bccaa1-d32f-4dac-b6f4-7e8ec8b00225 req-a1bf626f-9836-4f3d-86da-b4113eb8a294 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:43.189766 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-94bccaa1-d32f-4dac-b6f4-7e8ec8b00225 req-a1bf626f-9836-4f3d-86da-b4113eb8a294 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0503352 Sep 08 04:56:43.255675 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-94bccaa1-d32f-4dac-b6f4-7e8ec8b00225 req-a927106c-10ac-459a-8a8c-ed664f044759 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571427 Sep 08 04:56:43.263723 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-2bce1878-b0c3-4d3d-a045-8fbaee1ae6d7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:43.265183 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-2bce1878-b0c3-4d3d-a045-8fbaee1ae6d7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 945 time: 0.0745416 Sep 08 04:56:43.369617 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Deleting port ad09acb8-6bf1-4654-ba14-85d395a58b79 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:43.370104 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:43.379939 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183f4c3-8363-47c3-9c2d-a523493a81c0 req-dff5c8ee-b9a3-4171-b53c-b12366b38f26 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:43.381518 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2183f4c3-8363-47c3-9c2d-a523493a81c0 req-dff5c8ee-b9a3-4171-b53c-b12366b38f26 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0496423 Sep 08 04:56:43.423831 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2183f4c3-8363-47c3-9c2d-a523493a81c0 req-df86e693-683f-46be-a909-ec88c022e076 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363693 Sep 08 04:56:43.461126 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] For port ad09acb8-6bf1-4654-ba14-85d395a58b79, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ad09acb8-6bf1-4654-ba14-85d395a58b79,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:43.461493 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:43.495219 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Calling delete_port for ad09acb8-6bf1-4654-ba14-85d395a58b79 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:56:43.558660 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a9157-5d90-4edf-b7eb-d762d21ae9cd req-a43b7f40-dd61-4692-9e61-79569cf96f90 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:43.560175 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f74a9157-5d90-4edf-b7eb-d762d21ae9cd req-a43b7f40-dd61-4692-9e61-79569cf96f90 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 950 time: 0.0917387 Sep 08 04:56:43.568761 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3434d7a-dd2c-4269-a145-e8769cc0da22 req-4199763c-93de-4702-9a2b-dc2d4beac6f9 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:43.570330 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e3434d7a-dd2c-4269-a145-e8769cc0da22 req-4199763c-93de-4702-9a2b-dc2d4beac6f9 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0499265 Sep 08 04:56:43.607148 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e3434d7a-dd2c-4269-a145-e8769cc0da22 req-b1255f8b-3233-4335-956f-1858845ad220 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309792 Sep 08 04:56:43.625082 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f74a9157-5d90-4edf-b7eb-d762d21ae9cd req-86ad20a0-bc83-46e4-ae93-deb55d5fbc12 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581684 Sep 08 04:56:43.687466 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:43.715085 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Pushing event deleted for resources: {'Port': ['ID=ad09acb8-6bf1-4654-ba14-85d395a58b79,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:43.742499 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['37a58342-d052-4869-998f-011706bc7d37', '0dab205c-66c1-485a-a825-2011b07cd22b', 'ad09acb8-6bf1-4654-ba14-85d395a58b79'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:56:43.756757 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] No DVR routers for this DVR port ad09acb8-6bf1-4654-ba14-85d395a58b79 on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:56:43.759479 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:43.761682 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33580e6f-3496-4cae-996d-a2502f1f7b0b req-e51731df-28e1-4b08-ab43-6b2f9f0b54e7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "DELETE /v2.0/ports/ad09acb8-6bf1-4654-ba14-85d395a58b79 HTTP/1.1" status: 204 len: 173 time: 0.4849100 Sep 08 04:56:43.762141 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379d108-0dfe-4036-8d1a-a201c593385c', 'name': 'network-vif-deleted', 'tag': 'ad09acb8-6bf1-4654-ba14-85d395a58b79'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:43.764373 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12b2e2a-fc54-4c2f-9f2d-42f03d410b3a" -d '{"events": [{"server_uuid": "a379d108-0dfe-4036-8d1a-a201c593385c", "name": "network-vif-deleted", "tag": "ad09acb8-6bf1-4654-ba14-85d395a58b79"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:43.814888 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839a597d-e385-4a38-8a82-d2924b281add x-openstack-request-id: req-839a597d-e385-4a38-8a82-d2924b281add {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:43.815177 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379d108-0dfe-4036-8d1a-a201c593385c", "name": "network-vif-deleted", "tag": "ad09acb8-6bf1-4654-ba14-85d395a58b79", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:43.815568 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-839a597d-e385-4a38-8a82-d2924b281add {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:43.816216 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379d108-0dfe-4036-8d1a-a201c593385c', 'name': 'network-vif-deleted', 'tag': 'ad09acb8-6bf1-4654-ba14-85d395a58b79', 'status': 'completed', 'code': 200} Sep 08 04:56:44.190730 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-29206968-9b3b-4299-aaa4-3212582ca7ec req-cd9045d9-bdb0-4d9e-b9d1-110441ac1a8f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=a379d108-0dfe-4036-8d1a-a201c593385c HTTP/1.1" status: 200 len: 210 time: 0.0298631 Sep 08 04:56:44.296458 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ae34f-33ef-4a96-a263-cd6711491196 req-f5e49b13-08fa-4d67-83dd-7f4bb9709826 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:44.297958 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e82ae34f-33ef-4a96-a263-cd6711491196 req-f5e49b13-08fa-4d67-83dd-7f4bb9709826 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0483949 Sep 08 04:56:44.336668 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e82ae34f-33ef-4a96-a263-cd6711491196 req-b19f257f-35ce-447a-82f2-e136c8e88ba6 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327611 Sep 08 04:56:44.369542 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28de36-f228-40e4-b282-22d7913241ff req-47a2732e-4c10-4998-8e63-a0ae4f267541 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:44.371007 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bc28de36-f228-40e4-b282-22d7913241ff req-47a2732e-4c10-4998-8e63-a0ae4f267541 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Sep 08 04:56:44.409395 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bc28de36-f228-40e4-b282-22d7913241ff req-0467dcd2-9403-4237-938c-383ea1de6f80 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320466 Sep 08 04:56:44.524693 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c699b00-09dc-49c8-872d-6fff97e2f077 req-966b737f-378f-4fc1-8dc0-5c2d5bef5cda tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:44.526347 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6c699b00-09dc-49c8-872d-6fff97e2f077 req-966b737f-378f-4fc1-8dc0-5c2d5bef5cda tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0496440 Sep 08 04:56:44.539279 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5b73c-9268-460d-ae65-f74f8a65c93e req-97905b81-90eb-45be-ae05-0784c3dab3ab tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:44.540768 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-68f5b73c-9268-460d-ae65-f74f8a65c93e req-97905b81-90eb-45be-ae05-0784c3dab3ab tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.0498681 Sep 08 04:56:44.567216 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6c699b00-09dc-49c8-872d-6fff97e2f077 req-93970671-5972-4c7f-ad69-c0a46f4f3716 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342462 Sep 08 04:56:44.579012 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-68f5b73c-9268-460d-ae65-f74f8a65c93e req-90976428-54a9-477c-914d-dae538b79b24 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318606 Sep 08 04:56:44.588368 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 44404) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:44.744854 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4eb71-03fd-4f1e-ac63-dfb28fc8dfbd req-f439eea7-f23d-46bb-bd89-93d17557d2bc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:44.746442 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c5c4eb71-03fd-4f1e-ac63-dfb28fc8dfbd req-f439eea7-f23d-46bb-bd89-93d17557d2bc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0527327 Sep 08 04:56:44.786976 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c5c4eb71-03fd-4f1e-ac63-dfb28fc8dfbd req-f84cab7c-99f1-496f-abc8-c2427e00fe36 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337539 Sep 08 04:56:44.793675 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609bbe-834b-42a3-b4fb-ff5d038eba2e req-5e828d6d-5205-4da7-b112-994ed721b0d1 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:44.795368 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-86609bbe-834b-42a3-b4fb-ff5d038eba2e req-5e828d6d-5205-4da7-b112-994ed721b0d1 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 950 time: 0.0883422 Sep 08 04:56:44.810599 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba91d8-a6a6-4b3c-93b5-00ffa785897f tempest-TestShelveInstance-1156217244 tempest-TestShelveInstance-1156217244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:44.815235 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-85ba91d8-a6a6-4b3c-93b5-00ffa785897f tempest-TestShelveInstance-1156217244 tempest-TestShelveInstance-1156217244-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1094 time: 0.2231367 Sep 08 04:56:44.815906 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44412) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:44.821177 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Request body: {'floatingip': {'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'port_id': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:56:44.842170 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-86609bbe-834b-42a3-b4fb-ff5d038eba2e req-54148dfb-961c-4e01-a7f4-89bf171a3645 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 Sep 08 04:56:44.849643 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for floatingip, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:44.950800 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:45.056237 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Allocated IP 172.27.3.47 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/aa7f508a-4037-4793-82cc-cc210e32cd9f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:56:45.061113 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-2ef9c6ac-3c4d-4188-8be6-590248347acc tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:45.062591 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-2ef9c6ac-3c4d-4188-8be6-590248347acc tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.26 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0770350 Sep 08 04:56:45.070622 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-e124b6e0-74aa-49a1-8c33-a90c4d5fb0a8 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:45.071962 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-e124b6e0-74aa-49a1-8c33-a90c4d5fb0a8 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 950 time: 0.0773971 Sep 08 04:56:45.156934 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:45.196243 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:45.225653 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Deleting port a96ae5fc-75db-42b2-bceb-65d222a7fc61 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:45.226258 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:45.232485 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:56:45.236777 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:56:45.239559 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:56:45.244132 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Deleting port 45a5005f-4929-489d-8b8c-a4496074cd2a {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:45.244475 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:45.272825 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'Port': ['ID=aa7f508a-4037-4793-82cc-cc210e32cd9f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:45.283971 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.284315 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.284650 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.284982 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.285311 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.286202 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.286527 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.286847 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.287171 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.287493 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.287820 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.288132 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:56:45.529522 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676cbc-b4e8-4fb8-ab4d-4331e0c783fc req-751596ee-9451-4c84-95e8-1f610c18bf21 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:45.531183 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-20676cbc-b4e8-4fb8-ab4d-4331e0c783fc req-751596ee-9451-4c84-95e8-1f610c18bf21 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 945 time: 0.0963335 Sep 08 04:56:45.616174 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-20676cbc-b4e8-4fb8-ab4d-4331e0c783fc req-15645b3b-b023-4f4a-b93e-3c8b0b03b19e tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772879 Sep 08 04:56:45.631302 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] For port 45a5005f-4929-489d-8b8c-a4496074cd2a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=45a5005f-4929-489d-8b8c-a4496074cd2a,segment=NetworkSegment(03526718-7194-4e71-9fa9-da48b321eada),segment_id=03526718-7194-4e71-9fa9-da48b321eada)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:45.631669 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:45.634847 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] For port a96ae5fc-75db-42b2-bceb-65d222a7fc61, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=a96ae5fc-75db-42b2-bceb-65d222a7fc61,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:45.635305 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:45.656608 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Calling delete_port for 45a5005f-4929-489d-8b8c-a4496074cd2a owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:56:45.667909 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f680-338c-435a-9faa-9d60d4c58098 req-66664ba2-ed64-4560-9845-b1dfabb3406b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:45.669363 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33e4f680-338c-435a-9faa-9d60d4c58098 req-66664ba2-ed64-4560-9845-b1dfabb3406b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 945 time: 0.1153646 Sep 08 04:56:45.672162 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Calling delete_port for a96ae5fc-75db-42b2-bceb-65d222a7fc61 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:56:45.806000 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33e4f680-338c-435a-9faa-9d60d4c58098 req-f4228ebc-a211-4433-aea1-480c1839e1ef tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269407 Sep 08 04:56:45.954638 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:45.961297 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:45.991690 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['a96ae5fc-75db-42b2-bceb-65d222a7fc61'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:56:45.995923 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Pushing event deleted for resources: {'Port': ['ID=a96ae5fc-75db-42b2-bceb-65d222a7fc61,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:46.029911 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-0765650e-0953-4a3d-b2b0-c547fb060917 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:46.031380 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-0765650e-0953-4a3d-b2b0-c547fb060917 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.3607335 Sep 08 04:56:46.046883 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53a7aa-09bd-4768-b398-32e3485169ae req-3daed118-6a53-4d64-859f-684b23ad3388 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:46.048451 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bc53a7aa-09bd-4768-b398-32e3485169ae req-3daed118-6a53-4d64-859f-684b23ad3388 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 945 time: 0.3618035 Sep 08 04:56:46.049721 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.068733 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a867e5-931f-423b-ad6a-d8ab4e10a8b6 req-17050c29-81ac-4c33-95c3-ba8ec93dc7da tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:46.070200 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c7a867e5-931f-423b-ad6a-d8ab4e10a8b6 req-17050c29-81ac-4c33-95c3-ba8ec93dc7da tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ab53e08-fc53-4e5e-8f7f-959ecaa5a999 HTTP/1.1" status: 200 len: 867 time: 0.1559050 Sep 08 04:56:46.077937 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['45a5005f-4929-489d-8b8c-a4496074cd2a'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:56:46.078508 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Pushing event deleted for resources: {'Port': ['ID=45a5005f-4929-489d-8b8c-a4496074cd2a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:46.112132 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] No DVR routers for this DVR port 45a5005f-4929-489d-8b8c-a4496074cd2a on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:56:46.113804 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] No DVR routers for this DVR port a96ae5fc-75db-42b2-bceb-65d222a7fc61 on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:56:46.115776 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.118394 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b35d05e3-9bb9-48c5-bf0a-f12475e21c89 req-1cc06f7e-8150-43aa-9141-d22d367e432f tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.26 "DELETE /v2.0/ports/45a5005f-4929-489d-8b8c-a4496074cd2a HTTP/1.1" status: 204 len: 173 time: 1.0202682 Sep 08 04:56:46.118847 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab53e08-fc53-4e5e-8f7f-959ecaa5a999', 'name': 'network-vif-deleted', 'tag': '45a5005f-4929-489d-8b8c-a4496074cd2a'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:46.121014 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98564063-7bea-4533-9c1c-d6b75d978360" -d '{"events": [{"server_uuid": "5ab53e08-fc53-4e5e-8f7f-959ecaa5a999", "name": "network-vif-deleted", "tag": "45a5005f-4929-489d-8b8c-a4496074cd2a"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:46.128897 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.131461 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2237c0b5-ad49-4d1a-b1b6-76bb47cf1ca6 req-de7daa83-305a-4a39-909a-d0eabc5b3676 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.26 "DELETE /v2.0/ports/a96ae5fc-75db-42b2-bceb-65d222a7fc61 HTTP/1.1" status: 204 len: 173 time: 1.0586386 Sep 08 04:56:46.179436 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c7a867e5-931f-423b-ad6a-d8ab4e10a8b6 req-0d43e598-c09a-4666-8448-72e938f002c0 tempest-VolumesNegativeTest-1159620273 tempest-VolumesNegativeTest-1159620273-project] 10.222.0.20 "GET /v2.0/security-groups?id=78189831-9753-4a80-91a2-3c1ba67ea0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624082 Sep 08 04:56:46.219237 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b88ea15-7f47-4bae-b9b2-209dce9dee2c x-openstack-request-id: req-6b88ea15-7f47-4bae-b9b2-209dce9dee2c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:46.219651 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab53e08-fc53-4e5e-8f7f-959ecaa5a999", "name": "network-vif-deleted", "tag": "45a5005f-4929-489d-8b8c-a4496074cd2a", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:46.220016 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b88ea15-7f47-4bae-b9b2-209dce9dee2c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:46.220482 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab53e08-fc53-4e5e-8f7f-959ecaa5a999', 'name': 'network-vif-deleted', 'tag': '45a5005f-4929-489d-8b8c-a4496074cd2a', 'status': 'completed', 'code': 200} Sep 08 04:56:46.257814 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bc53a7aa-09bd-4768-b398-32e3485169ae req-adfc1213-e2b9-4721-95d8-72c4f6104e97 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b344b74-69ac-41e0-b872-eef4715e4e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819766 Sep 08 04:56:46.282419 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.335764 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Deleting port 27d6fdba-caf8-4f9f-911f-aee8d1b43578 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:46.336021 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.409527 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 45a5005f-4929-489d-8b8c-a4496074cd2a no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:46.429254 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 45a5005f-4929-489d-8b8c-a4496074cd2a {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:56:46.429596 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 45a5005f-4929-489d-8b8c-a4496074cd2a not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:56:46.430029 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device ad09acb8-6bf1-4654-ba14-85d395a58b79 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:46.450468 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: ad09acb8-6bf1-4654-ba14-85d395a58b79 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:56:46.450803 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device ad09acb8-6bf1-4654-ba14-85d395a58b79 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:56:46.482475 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] For port 27d6fdba-caf8-4f9f-911f-aee8d1b43578, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=27d6fdba-caf8-4f9f-911f-aee8d1b43578,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:46.482838 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.504183 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Calling delete_port for 27d6fdba-caf8-4f9f-911f-aee8d1b43578 owned by compute:nova {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:56:46.596350 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.610137 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.691362 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event updated for resources: {'Port': ['ID=aa7f508a-4037-4793-82cc-cc210e32cd9f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:46.723850 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.747424 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cba9be42-b125-4c38-964b-3de814264efc req-78953b80-9529-4627-b122-ee90774a5376 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=9070911c-8dea-4bba-9b70-a3c468e949ed HTTP/1.1" status: 200 len: 210 time: 0.0322683 Sep 08 04:56:46.842140 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:46.883350 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Pushing event deleted for resources: {'Port': ['ID=27d6fdba-caf8-4f9f-911f-aee8d1b43578,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:46.949140 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Floating IP 8c897c46-6848-4ec3-82a4-8654b081f662 associated. External IP: 172.27.3.47, port: cc797cc8-c73f-475b-bfeb-52567f4aa3f2. Sep 08 04:56:47.006490 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] No DVR routers for this DVR port 27d6fdba-caf8-4f9f-911f-aee8d1b43578 on host hv-cinder-78414 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:56:47.016819 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:47.018773 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-89a5eb9f-afa1-4dc1-a98c-101edc9e79f0 req-ffd70d8d-590e-45ee-9c2b-8216f547625d tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.26 "DELETE /v2.0/ports/27d6fdba-caf8-4f9f-911f-aee8d1b43578 HTTP/1.1" status: 204 len: 173 time: 0.9672081 Sep 08 04:56:47.019201 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5', 'name': 'network-vif-deleted', 'tag': '27d6fdba-caf8-4f9f-911f-aee8d1b43578'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:47.021426 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7644e2-33a3-46af-8ee0-d88833e25b19" -d '{"events": [{"server_uuid": "0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5", "name": "network-vif-deleted", "tag": "27d6fdba-caf8-4f9f-911f-aee8d1b43578"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:47.048534 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f5efc-b5cc-4ee0-bd51-ec2c1988a253 req-55d3c4e3-b701-4051-bc3c-1c891c4fbd67 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:47.050090 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7c6f5efc-b5cc-4ee0-bd51-ec2c1988a253 req-55d3c4e3-b701-4051-bc3c-1c891c4fbd67 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 945 time: 0.1721225 Sep 08 04:56:47.081128 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecfa84e-b653-49b6-a668-951a0bc9af20 x-openstack-request-id: req-fecfa84e-b653-49b6-a668-951a0bc9af20 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:47.081412 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5", "name": "network-vif-deleted", "tag": "27d6fdba-caf8-4f9f-911f-aee8d1b43578", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:47.081660 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fecfa84e-b653-49b6-a668-951a0bc9af20 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:47.082178 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5', 'name': 'network-vif-deleted', 'tag': '27d6fdba-caf8-4f9f-911f-aee8d1b43578', 'status': 'completed', 'code': 200} Sep 08 04:56:47.131811 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7c6f5efc-b5cc-4ee0-bd51-ec2c1988a253 req-b1d82655-41a2-44b0-88d9-a0f831437fcb tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522146 Sep 08 04:56:47.240606 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Router db4b9b02-23ce-49d6-a43f-3677336ebcca has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:56:47.415989 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-12b6df4e-99d0-4fe3-a314-5d3194200f23 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:47.417438 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-12b6df4e-99d0-4fe3-a314-5d3194200f23 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 945 time: 0.1254399 Sep 08 04:56:47.419146 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f8b2d3fb-75ad-4d1e-a7de-301e8608ca9b req-23b6ccea-a7f3-450f-8b90-5360e6923ce2 tempest-ServerRescueNegativeTestJSON-1556304656 tempest-ServerRescueNegativeTestJSON-1556304656-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a18499f-e3bb-4a9f-8a33-8f963e0dc8f5 HTTP/1.1" status: 200 len: 210 time: 0.0413606 Sep 08 04:56:47.455208 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:56:47.467107 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] Sync routers for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:56:47.479650 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:56:47.480360 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:56:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:47.501527 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:47.538039 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-024f4455-a113-48b2-a201-fd1d82441cab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7169118 Sep 08 04:56:47.565269 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Deleting port 0dab205c-66c1-485a-a825-2011b07cd22b {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:47.565621 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:47.671562 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] For port 0dab205c-66c1-485a-a825-2011b07cd22b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0dab205c-66c1-485a-a825-2011b07cd22b,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:47.672220 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:47.681069 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:56:47.690726 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Calling delete_port for 0dab205c-66c1-485a-a825-2011b07cd22b owned by compute:nova {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:56:47.862359 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:47.897860 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['37a58342-d052-4869-998f-011706bc7d37', '0dab205c-66c1-485a-a825-2011b07cd22b'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:56:47.903470 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Pushing event deleted for resources: {'Port': ['ID=0dab205c-66c1-485a-a825-2011b07cd22b,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:47.970874 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] No DVR routers for this DVR port 0dab205c-66c1-485a-a825-2011b07cd22b on host hv-cinder-78414 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:56:47.975761 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:47.978673 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3834cb51-8e97-4f33-9405-63d8ad5a5f6c req-28d76c5c-f35c-4482-b96c-a78c53ec7812 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "DELETE /v2.0/ports/0dab205c-66c1-485a-a825-2011b07cd22b HTTP/1.1" status: 204 len: 173 time: 0.5526280 Sep 08 04:56:48.015501 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '8c897c46-6848-4ec3-82a4-8654b081f662', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'port_id': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'mac_address': 'fa:16:3e:c0:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:56:45Z', 'updated_at': '2021-09-08T04:56:45Z', 'revision_number': 0, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d75e978-ce98-4e5f-b9d4-74cdf9b1b347', 'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'mac_address': 'fa:16:3e:ac:40:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:46Z', 'updated_at': '2021-09-08T04:54:53Z', 'revision_number': 5, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'subnets': [{'id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:48.065544 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] Checking router: db4b9b02-23ce-49d6-a43f-3677336ebcca for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:56:48.082970 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:56:48.083603 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:56:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:48.198429 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:56:48.221584 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9070911c-8dea-4bba-9b70-a3c468e949ed', 'name': 'network-vif-deleted', 'tag': 'a96ae5fc-75db-42b2-bceb-65d222a7fc61'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:48.225435 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924bdfa-df86-4954-a6a5-f05ebc5ad52d" -d '{"events": [{"server_uuid": "9070911c-8dea-4bba-9b70-a3c468e949ed", "name": "network-vif-deleted", "tag": "a96ae5fc-75db-42b2-bceb-65d222a7fc61"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:48.250598 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-aebadfa3-e889-4d1c-98d8-bff2daeec9d2 req-c137b4b0-c9e0-452c-b426-0e18465c9a41 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 210 time: 0.0261428 Sep 08 04:56:48.269391 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec68597-df29-4e4e-8c41-fdb2e0d42341 x-openstack-request-id: req-eec68597-df29-4e4e-8c41-fdb2e0d42341 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:48.270525 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9070911c-8dea-4bba-9b70-a3c468e949ed", "name": "network-vif-deleted", "tag": "a96ae5fc-75db-42b2-bceb-65d222a7fc61", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:48.270921 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eec68597-df29-4e4e-8c41-fdb2e0d42341 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:48.271469 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9070911c-8dea-4bba-9b70-a3c468e949ed', 'name': 'network-vif-deleted', 'tag': 'a96ae5fc-75db-42b2-bceb-65d222a7fc61', 'status': 'completed', 'code': 200} Sep 08 04:56:48.439326 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '8c897c46-6848-4ec3-82a4-8654b081f662', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'port_id': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'mac_address': 'fa:16:3e:c0:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:56:45Z', 'updated_at': '2021-09-08T04:56:45Z', 'revision_number': 0, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d75e978-ce98-4e5f-b9d4-74cdf9b1b347', 'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'mac_address': 'fa:16:3e:ac:40:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:46Z', 'updated_at': '2021-09-08T04:54:53Z', 'revision_number': 5, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'subnets': [{'id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:48.469514 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ef3c4-8bf1-4122-8c7c-354ae575b5eb None None] The sync data for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi is: [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '8c897c46-6848-4ec3-82a4-8654b081f662', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'port_id': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'mac_address': 'fa:16:3e:c0:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:56:45Z', 'updated_at': '2021-09-08T04:56:45Z', 'revision_number': 0, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d75e978-ce98-4e5f-b9d4-74cdf9b1b347', 'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'mac_address': 'fa:16:3e:ac:40:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:46Z', 'updated_at': '2021-09-08T04:54:53Z', 'revision_number': 5, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'subnets': [{'id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:56:48.477634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44560) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:48.702004 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fec1a0-e3fc-478b-838c-a86c033a6b2c None None] New status for floating IP 8c897c46-6848-4ec3-82a4-8654b081f662: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 04:56:49.083769 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2'}, {'server_uuid': '81c61d33-efdc-4c7a-8883-0e77ec8dc2aa', 'name': 'network-vif-deleted', 'tag': '0dab205c-66c1-485a-a825-2011b07cd22b'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:56:49.086073 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8afeb3-666d-4f64-894d-6fd928890585" -d '{"events": [{"name": "network-changed", "server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2"}, {"server_uuid": "81c61d33-efdc-4c7a-8883-0e77ec8dc2aa", "name": "network-vif-deleted", "tag": "0dab205c-66c1-485a-a825-2011b07cd22b"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:56:49.132449 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d394066a-fea0-4921-8737-5c8df0d1edd1 x-openstack-request-id: req-d394066a-fea0-4921-8737-5c8df0d1edd1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:56:49.132809 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2", "status": "completed", "code": 200}, {"server_uuid": "81c61d33-efdc-4c7a-8883-0e77ec8dc2aa", "name": "network-vif-deleted", "tag": "0dab205c-66c1-485a-a825-2011b07cd22b", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:56:49.133120 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d394066a-fea0-4921-8737-5c8df0d1edd1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:56:49.133569 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'status': 'completed', 'code': 200} Sep 08 04:56:49.133887 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c61d33-efdc-4c7a-8883-0e77ec8dc2aa', 'name': 'network-vif-deleted', 'tag': '0dab205c-66c1-485a-a825-2011b07cd22b', 'status': 'completed', 'code': 200} Sep 08 04:56:49.137665 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587383'] for router_interface, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:49.361261 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e52c0564-81ff-4d32-bb91-2b1b0473eda9 req-6d68d870-ba1d-4394-86d8-c384d7ee0337 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 210 time: 0.0278666 Sep 08 04:56:49.463912 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Deleting port 86c92900-41c2-40fd-8a33-948b78a6a6d5 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:49.464184 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:49.543654 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] For port 86c92900-41c2-40fd-8a33-948b78a6a6d5, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=86c92900-41c2-40fd-8a33-948b78a6a6d5,segment=NetworkSegment(66792d77-d809-4aed-b472-88b1c79e17cf),segment_id=66792d77-d809-4aed-b472-88b1c79e17cf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:49.544018 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:49.556593 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Calling delete_port for 86c92900-41c2-40fd-8a33-948b78a6a6d5 owned by network:router_interface {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:56:49.740406 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:49.772221 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c92900-41c2-40fd-8a33-948b78a6a6d5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:49.914746 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587419'] for router_interface, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:50.116190 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:56:50.219400 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:56:50.226060 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-50ab9312-82d3-41e3-9012-71f107c3a1e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/937a4a1c-ff18-451a-ada6-5b0ad39fd81b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465963 Sep 08 04:56:50.228020 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44684) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:50.230850 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] Sync routers for ids ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:56:50.239981 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] Routers {'937a4a1c-ff18-451a-ada6-5b0ad39fd81b'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:56:50.240599 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:56:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:50.328336 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:50.345223 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] Set router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:56:50.431759 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:50.476608 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-18042174-e398-4644-abf9-cc13f14de4a7 req-d099531b-cee4-4bce-8223-4cf26f779023 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c61d33-efdc-4c7a-8883-0e77ec8dc2aa HTTP/1.1" status: 200 len: 210 time: 0.0275955 Sep 08 04:56:50.484789 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Deleting port 979256af-e798-4862-8a2b-1cdd36f266a0 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:50.485210 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:50.530676 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:15Z', 'updated_at': '2021-09-08T04:56:49Z', 'revision_number': 5, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'gw_port': {'id': '979256af-e798-4862-8a2b-1cdd36f266a0', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:16Z', 'updated_at': '2021-09-08T04:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:50.555383 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] Checking router: 937a4a1c-ff18-451a-ada6-5b0ad39fd81b for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:56:50.563274 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] Routers {'937a4a1c-ff18-451a-ada6-5b0ad39fd81b'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:56:50.563861 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:56:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:50.564062 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] For port 979256af-e798-4862-8a2b-1cdd36f266a0, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=979256af-e798-4862-8a2b-1cdd36f266a0,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:56:50.564412 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:50.576230 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Calling delete_port for 979256af-e798-4862-8a2b-1cdd36f266a0 owned by network:router_gateway {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:56:50.647360 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] Set router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:56:50.699697 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:15Z', 'updated_at': '2021-09-08T04:56:50Z', 'revision_number': 6, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'gw_port_host': None}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:50.725874 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b895c98-32ff-4fb2-906c-d84c57cef216 None None] The sync data for ids ['937a4a1c-ff18-451a-ada6-5b0ad39fd81b'] in dv-cinder-784140-7-iscsi is: [{'id': '937a4a1c-ff18-451a-ada6-5b0ad39fd81b', 'name': 'tempest-ServerRescueNegativeTestJSON-762084736-router', 'tenant_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:15Z', 'updated_at': '2021-09-08T04:56:50Z', 'revision_number': 6, 'project_id': '09d66f9f0e8c4604b92d86cc2c60ab31', 'gw_port_host': None}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:56:50.734945 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:50.767163 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=979256af-e798-4862-8a2b-1cdd36f266a0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:50.819565 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585529'] for router_gateway, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:50.944131 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device a96ae5fc-75db-42b2-bceb-65d222a7fc61 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:50.967992 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: a96ae5fc-75db-42b2-bceb-65d222a7fc61 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:56:50.968430 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device a96ae5fc-75db-42b2-bceb-65d222a7fc61 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:56:50.968866 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 27d6fdba-caf8-4f9f-911f-aee8d1b43578 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:50.989447 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 27d6fdba-caf8-4f9f-911f-aee8d1b43578 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:56:50.989808 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 27d6fdba-caf8-4f9f-911f-aee8d1b43578 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:56:51.070497 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 0dab205c-66c1-485a-a825-2011b07cd22b no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:51.093019 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 0dab205c-66c1-485a-a825-2011b07cd22b {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:56:51.093302 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 0dab205c-66c1-485a-a825-2011b07cd22b not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:56:51.158294 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31134'] for router, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.183020 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.275337 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586067'] for router, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.275885 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937a4a1c-ff18-451a-ada6-5b0ad39fd81b {{(pid=93866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 04:56:51.281113 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.282315 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8beb1dfe-2066-432b-a614-1d8f08b5bbc7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/937a4a1c-ff18-451a-ada6-5b0ad39fd81b HTTP/1.1" status: 204 len: 168 time: 1.0533695 Sep 08 04:56:51.284832 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44700) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:51.316696 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-cd25c951-0e12-431c-ae60-2de4a0bde9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:51.318230 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-cd25c951-0e12-431c-ae60-2de4a0bde9c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1099 time: 0.1624002 Sep 08 04:56:51.367243 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13051a0-b9db-4f1e-9d17-f27f3e30d542 admin admin] Deleting subnet dafd0459-d8a3-4c8b-89b5-3670cd5f3179 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 04:56:51.371532 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f13051a0-b9db-4f1e-9d17-f27f3e30d542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.441485 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f13051a0-b9db-4f1e-9d17-f27f3e30d542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.475700 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-446d86ad-ea71-4ec8-84fa-b7e4274844d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:51.477055 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-446d86ad-ea71-4ec8-84fa-b7e4274844d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 910 time: 0.1505272 Sep 08 04:56:51.531947 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f13051a0-b9db-4f1e-9d17-f27f3e30d542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.594293 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 86c92900-41c2-40fd-8a33-948b78a6a6d5 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:51.620265 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-39082315-1e54-4c4b-9396-2736d4a932e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 1001 time: 0.1358790 Sep 08 04:56:51.626822 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 86c92900-41c2-40fd-8a33-948b78a6a6d5 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:56:51.627229 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 86c92900-41c2-40fd-8a33-948b78a6a6d5 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:56:51.669098 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f13051a0-b9db-4f1e-9d17-f27f3e30d542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.712782 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f13051a0-b9db-4f1e-9d17-f27f3e30d542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.714634 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f13051a0-b9db-4f1e-9d17-f27f3e30d542 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dafd0459-d8a3-4c8b-89b5-3670cd5f3179 HTTP/1.1" status: 204 len: 168 time: 0.4282825 Sep 08 04:56:51.717062 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13051a0-b9db-4f1e-9d17-f27f3e30d542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafd0459-d8a3-4c8b-89b5-3670cd5f3179,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:51.717218 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 44712) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:51.722690 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-8b2aaa82-336f-4646-8111-c31acb8b5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:51.724673 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-8b2aaa82-336f-4646-8111-c31acb8b5d59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 200 len: 848 time: 0.0948331 Sep 08 04:56:51.789126 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-d9cd0738-931e-47b1-bbe8-5c36cd6748ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:51.790667 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-d9cd0738-931e-47b1-bbe8-5c36cd6748ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583954 Sep 08 04:56:51.791183 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.887779 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.902635 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-9bb5d131-cc43-4529-a260-ecdc5eb82f89 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037884 Sep 08 04:56:51.918779 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaa3f2a-fc7c-45d2-95fe-98747c1d232e']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:51.929382 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66792d77-d809-4aed-b472-88b1c79e17cf') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:51.930203 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66792d77-d809-4aed-b472-88b1c79e17cf') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:56:51.947227 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32327736'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.963411 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.971251 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 04:56:51.971901 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29364546'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: timer() Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: cb(*args, **kw) Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: self._notify() Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: self.callback(batched_events) Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: event.method(event) Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._get(url).json() Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 04:56:51.973795 dv-cinder-784140-7-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 04:56:51.999767 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cb8afeb3-666d-4f64-894d-6fd928890585 req-a0c4a6b8-53c0-48ec-9cb6-73b9a291c92f service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892787 Sep 08 04:56:52.034664 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.039459 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.041661 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] 10.222.0.20 "DELETE /v2.0/networks/fdaa3f2a-fc7c-45d2-95fe-98747c1d232e HTTP/1.1" status: 204 len: 168 time: 0.3234842 Sep 08 04:56:52.055261 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673090bc-0c8c-4b8f-81d2-d9a9b815564d admin admin] Pushing event deleted for resources: {'Network': ['ID=fdaa3f2a-fc7c-45d2-95fe-98747c1d232e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:52.147115 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 44722) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:52.214477 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44726) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:52.253671 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e30beffc-7df3-4771-bfce-a45d1b940722 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09d66f9f0e8c4604b92d86cc2c60ab31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378458 Sep 08 04:56:52.256014 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44728) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:52.302625 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1eb80211-1f55-43c2-9bef-3284a5741c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.326379 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1eb80211-1f55-43c2-9bef-3284a5741c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.373057 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1eb80211-1f55-43c2-9bef-3284a5741c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.377600 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b48835f6-869e-461d-a357-77efd55bb070 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6bc028e94a94b999457300e08787d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292709 Sep 08 04:56:52.378115 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1eb80211-1f55-43c2-9bef-3284a5741c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.380044 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 44730) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:56:52.380185 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1eb80211-1f55-43c2-9bef-3284a5741c68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b344b74-69ac-41e0-b872-eef4715e4e32 HTTP/1.1" status: 204 len: 168 time: 0.1229312 Sep 08 04:56:52.393557 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb80211-1f55-43c2-9bef-3284a5741c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b344b74-69ac-41e0-b872-eef4715e4e32,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:52.436859 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-de9c8643-3055-44b0-a70e-08550747297f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.458836 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-de9c8643-3055-44b0-a70e-08550747297f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.511741 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-de9c8643-3055-44b0-a70e-08550747297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.514716 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-de9c8643-3055-44b0-a70e-08550747297f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:52.515900 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-de9c8643-3055-44b0-a70e-08550747297f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78189831-9753-4a80-91a2-3c1ba67ea0ed HTTP/1.1" status: 204 len: 168 time: 0.1349463 Sep 08 04:56:52.524446 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c8643-3055-44b0-a70e-08550747297f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78189831-9753-4a80-91a2-3c1ba67ea0ed,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:56:52.932436 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca930b40-d030-4f43-bb45-946646d45782 req-d052c9e3-99ec-409f-bc90-51a8cd0e449e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:52.934391 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ca930b40-d030-4f43-bb45-946646d45782 req-d052c9e3-99ec-409f-bc90-51a8cd0e449e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0526879 Sep 08 04:56:52.975010 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ca930b40-d030-4f43-bb45-946646d45782 req-1ad4c151-5c91-4ca7-8660-9ea453963480 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Sep 08 04:56:53.131303 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 979256af-e798-4862-8a2b-1cdd36f266a0 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:56:53.153607 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 979256af-e798-4862-8a2b-1cdd36f266a0 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:56:53.154279 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 979256af-e798-4862-8a2b-1cdd36f266a0 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:56:54.096474 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5b7a-b174-47ff-a1a1-6fcaec850261 req-c0ab06f5-50ee-43df-b82b-ff320630e92d tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:54.098086 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-244d5b7a-b174-47ff-a1a1-6fcaec850261 req-c0ab06f5-50ee-43df-b82b-ff320630e92d tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0538485 Sep 08 04:56:54.137103 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-244d5b7a-b174-47ff-a1a1-6fcaec850261 req-63f08993-8ffe-4c1b-851f-87f025d0bcc6 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326138 Sep 08 04:56:55.251363 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a92b0f-4744-4ef9-acb9-0ad32d6c2cb5 req-9307b209-0975-4cf1-999b-2e9c89d0cd0b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:55.252809 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f6a92b0f-4744-4ef9-acb9-0ad32d6c2cb5 req-9307b209-0975-4cf1-999b-2e9c89d0cd0b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0483048 Sep 08 04:56:55.288881 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f6a92b0f-4744-4ef9-acb9-0ad32d6c2cb5 req-d84c130c-14c9-402d-88a0-810ade4f1250 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Sep 08 04:56:56.403303 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f2567-9959-4165-a66b-c33826a86f50 req-2b750b5c-da4d-4d65-9c63-46cbef15c855 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:56.404901 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-892f2567-9959-4165-a66b-c33826a86f50 req-2b750b5c-da4d-4d65-9c63-46cbef15c855 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0504799 Sep 08 04:56:56.447312 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-892f2567-9959-4165-a66b-c33826a86f50 req-054a8b6a-a840-42e9-8ec3-3a2a23b9ccad tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357108 Sep 08 04:56:56.936483 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4826311-9361-42e9-9a92-6723c9c5013f req-8436a1e7-9264-4547-8ca3-7fd1cfa5227f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:56.937989 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-8436a1e7-9264-4547-8ca3-7fd1cfa5227f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/networks?id=c260a398-ea59-4de2-854a-ef459a3675ea HTTP/1.1" status: 200 len: 813 time: 0.1008601 Sep 08 04:56:56.952305 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-98a22355-f0ef-4c9c-946d-71b917f43b9e tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/quotas/151c162cc7824e8da20770c58e2c0b94 HTTP/1.1" status: 200 len: 375 time: 0.0086291 Sep 08 04:56:56.982491 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-727ad94f-ce4a-4010-b351-5df5db6891f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=151c162cc7824e8da20770c58e2c0b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252862 Sep 08 04:56:57.084035 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-2df54ebd-cee9-49b0-97eb-aeb82b44851f service neutron] 10.222.0.20 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949972 Sep 08 04:56:57.168859 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-30250760-ef5b-4f2b-992f-3acc286d1df5 service neutron] 10.222.0.20 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789700 Sep 08 04:56:57.323839 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-992af878-8270-4d1e-9b2c-df7183233445 req-2ecb71bd-fe79-4f92-b709-0550bdff485b tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 210 time: 0.0273387 Sep 08 04:56:57.565201 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f6cc4-8167-4b97-aea0-1c715cbde206 req-10dc2f82-cd77-4147-a847-8951205829bf tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:57.567320 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-965f6cc4-8167-4b97-aea0-1c715cbde206 req-10dc2f82-cd77-4147-a847-8951205829bf tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0519197 Sep 08 04:56:57.607727 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-965f6cc4-8167-4b97-aea0-1c715cbde206 req-64ed217a-e024-42b0-a308-d3789b69491b tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338881 Sep 08 04:56:58.325265 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-686ac621-eb49-46c8-9a36-18303577d94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:58.417930 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1d44da3e-1c2e-48a9-9e48-f8928289fce7 req-75c7e162-a3b9-4468-9229-28b4cc5bab24 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 210 time: 0.0260515 Sep 08 04:56:58.722047 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4b8a-ff13-4bbb-b6aa-60317d2d1f98 req-eb891511-ef9b-47d1-8cd2-2e8f26c1a7e5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:58.723575 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-032e4b8a-ff13-4bbb-b6aa-60317d2d1f98 req-eb891511-ef9b-47d1-8cd2-2e8f26c1a7e5 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0493221 Sep 08 04:56:58.760079 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-032e4b8a-ff13-4bbb-b6aa-60317d2d1f98 req-e8ed64f6-3102-487f-94fb-02311c412c3f tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Sep 08 04:56:59.509100 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af68275b-146f-4a5a-a79e-c867d6cbcd3a req-8651fb9b-c990-43d7-9b4f-172a86da6e36 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 210 time: 0.0263712 Sep 08 04:56:59.784933 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-3f7a4698-ca5e-40a7-95d2-58f4058822a7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:59.787548 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-3f7a4698-ca5e-40a7-95d2-58f4058822a7 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0505285 Sep 08 04:56:59.794124 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:56:59.924886 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb186f-4983-44aa-8a68-d83e3cd621f8 req-da97a5a5-c176-425d-a16d-3bc1f08b5426 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:56:59.926616 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cefb186f-4983-44aa-8a68-d83e3cd621f8 req-da97a5a5-c176-425d-a16d-3bc1f08b5426 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 946 time: 0.0745020 Sep 08 04:56:59.958824 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Deleting port 37a58342-d052-4869-998f-011706bc7d37 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:56:59.959156 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:00.002757 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cefb186f-4983-44aa-8a68-d83e3cd621f8 req-c1ca6bf1-e834-4705-b5dd-1ad90842076e tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c90401e-0fd2-42dc-9c4c-9b4a2279825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674472 Sep 08 04:57:00.062877 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4826311-9361-42e9-9a92-6723c9c5013f req-1f3f0f44-d9e4-4552-99c7-3824924679a9 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:00.064340 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-1f3f0f44-d9e4-4552-99c7-3824924679a9 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.26 "GET /v2.0/networks?id=c260a398-ea59-4de2-854a-ef459a3675ea HTTP/1.1" status: 200 len: 813 time: 0.1669242 Sep 08 04:57:00.091813 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Request body: {'port': {'device_id': '731e43e8-41fc-4460-8228-2a6e87b90ccb', 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea', 'admin_state_up': True, 'tenant_id': '151c162cc7824e8da20770c58e2c0b94'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:00.097827 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] For port 37a58342-d052-4869-998f-011706bc7d37, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37a58342-d052-4869-998f-011706bc7d37,segment=NetworkSegment(b0963c5e-ac48-4cc7-b439-8667b8c2ab75),segment_id=b0963c5e-ac48-4cc7-b439-8667b8c2ab75)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:00.098218 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:00.110222 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Calling delete_port for 37a58342-d052-4869-998f-011706bc7d37 owned by compute:nova {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:57:00.211197 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Made reservation on behalf of 151c162cc7824e8da20770c58e2c0b94 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:57:00.214954 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:00.255406 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:00.293419 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Pushing event deleted for resources: {'Port': ['ID=37a58342-d052-4869-998f-011706bc7d37,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:00.348090 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] No DVR routers for this DVR port 37a58342-d052-4869-998f-011706bc7d37 on host hv-cinder-78414 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:57:00.351122 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:00.353082 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f3f08219-af60-4818-bc7b-60b5ec2b6f23 req-4e7c8341-6823-4cbf-a856-95cabd959d87 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.26 "DELETE /v2.0/ports/37a58342-d052-4869-998f-011706bc7d37 HTTP/1.1" status: 204 len: 173 time: 0.5556600 Sep 08 04:57:00.353514 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee5ea8c-85b6-420c-bed3-a811c66fb23a', 'name': 'network-vif-deleted', 'tag': '37a58342-d052-4869-998f-011706bc7d37'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:57:00.355745 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59874b0-3cba-46a6-b23c-8b5a5f5da359" -d '{"events": [{"server_uuid": "9ee5ea8c-85b6-420c-bed3-a811c66fb23a", "name": "network-vif-deleted", "tag": "37a58342-d052-4869-998f-011706bc7d37"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:57:00.363551 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Allocated IP 172.20.0.3 (c260a398-ea59-4de2-854a-ef459a3675ea/fbe190d0-ef08-438d-8919-70966cb61a94/cd096c84-dd14-4ee8-a3c6-240a98eea367) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:57:00.399089 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d93184-9da1-4b0e-918d-bc67ff12eef4 x-openstack-request-id: req-67d93184-9da1-4b0e-918d-bc67ff12eef4 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:57:00.399490 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee5ea8c-85b6-420c-bed3-a811c66fb23a", "name": "network-vif-deleted", "tag": "37a58342-d052-4869-998f-011706bc7d37", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:57:00.399822 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67d93184-9da1-4b0e-918d-bc67ff12eef4 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:57:00.400359 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee5ea8c-85b6-420c-bed3-a811c66fb23a', 'name': 'network-vif-deleted', 'tag': '37a58342-d052-4869-998f-011706bc7d37', 'status': 'completed', 'code': 200} Sep 08 04:57:00.525369 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:00.565129 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:00.606868 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Network c260a398-ea59-4de2-854a-ef459a3675ea is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:57:00.609826 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:57:00.613932 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:57:00.628168 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8faa-57b0-409c-a068-2a6d72b7aa0a req-170408e5-7fea-4b2b-9c0b-67483acf67ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:00.630345 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a8ac8faa-57b0-409c-a068-2a6d72b7aa0a req-170408e5-7fea-4b2b-9c0b-67483acf67ce tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 931 time: 0.0503228 Sep 08 04:57:00.649338 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Pushing event updated for resources: {'Port': ['ID=cd096c84-dd14-4ee8-a3c6-240a98eea367,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:00.667938 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:00.668732 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:00.669087 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a8ac8faa-57b0-409c-a068-2a6d72b7aa0a req-870ad6c9-d139-49d3-9188-4f3f7303eee8 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327532 Sep 08 04:57:00.684877 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c546cc20-ca9d-4d6c-8c98-a63e3622515a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5970318 Sep 08 04:57:00.844357 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2bc695aa-00bd-4a14-816c-d88bf157206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:01.108754 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-88380c15-a57a-4b57-91ce-976be06f4977 req-ea6ce991-7cce-4cf9-ad6c-09c8cc547f80 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.0263453 Sep 08 04:57:01.284404 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:01.785019 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07939bc6-1882-4240-b03e-384bddfc3ad1 req-06bd8a5c-68a2-43c9-9c67-5b44d7bfdd7d tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:01.786492 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-07939bc6-1882-4240-b03e-384bddfc3ad1 req-06bd8a5c-68a2-43c9-9c67-5b44d7bfdd7d tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 931 time: 0.0516841 Sep 08 04:57:01.822882 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-07939bc6-1882-4240-b03e-384bddfc3ad1 req-2ff04542-6749-474e-b99f-7551b0e1ea83 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305052 Sep 08 04:57:02.181208 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:02.199181 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d89ba6e2-3c2d-4b27-8777-c542d1cbc673 req-5f716f39-9e5b-42a3-84d3-f6c8b2b5f2cf tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.0266099 Sep 08 04:57:02.740345 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:57:02.933330 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52800ccf-0f51-436e-a8e6-920fbdd9c37f req-f78f8ab8-9b75-469d-a0d4-dad62e0fc94f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:02.934795 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-52800ccf-0f51-436e-a8e6-920fbdd9c37f req-f78f8ab8-9b75-469d-a0d4-dad62e0fc94f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 931 time: 0.0472593 Sep 08 04:57:02.971502 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-52800ccf-0f51-436e-a8e6-920fbdd9c37f req-85688b0b-c05f-4abd-bddf-0a6284fe3856 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306997 Sep 08 04:57:02.986140 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['37a58342-d052-4869-998f-011706bc7d37'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:57:02.997212 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Request body: {'port': {'device_id': '731e43e8-41fc-4460-8228-2a6e87b90ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:03.053381 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:03.328392 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9c3ff463-b729-40e2-84c8-743cd0a0e2da req-8909a08d-04d6-48f6-96b6-8253c3a1f4e8 tempest-AttachVolumeNegativeTest-713063700 tempest-AttachVolumeNegativeTest-713063700-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ee5ea8c-85b6-420c-bed3-a811c66fb23a HTTP/1.1" status: 200 len: 210 time: 0.0501394 Sep 08 04:57:03.341430 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd096c84-dd14-4ee8-a3c6-240a98eea367 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:57:03.349806 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:03.362487 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Transition to ACTIVE for port object cd096c84-dd14-4ee8-a3c6-240a98eea367 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:57:03.366286 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:03.416200 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd096c84-dd14-4ee8-a3c6-240a98eea367,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:03.437418 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:03.482685 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Attempting to bind port cd096c84-dd14-4ee8-a3c6-240a98eea367 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:57:03.483026 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Attempting to bind port cd096c84-dd14-4ee8-a3c6-240a98eea367 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '6209a364-7d92-457d-9fed-847d8dd88c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:57:03.483472 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Attempting to bind port cd096c84-dd14-4ee8-a3c6-240a98eea367 on network c260a398-ea59-4de2-854a-ef459a3675ea {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:57:03.487754 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Port cd096c84-dd14-4ee8-a3c6-240a98eea367 on network c260a398-ea59-4de2-854a-ef459a3675ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:57:03.489705 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Attempting to bind port cd096c84-dd14-4ee8-a3c6-240a98eea367 on network c260a398-ea59-4de2-854a-ef459a3675ea {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:57:03.493317 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:57:03.493652 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Checking segment: {'id': '6209a364-7d92-457d-9fed-847d8dd88c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:57:03.494056 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Bound using segment: {'id': '6209a364-7d92-457d-9fed-847d8dd88c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:57:03.494487 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Bound port: cd096c84-dd14-4ee8-a3c6-240a98eea367, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6209a364-7d92-457d-9fed-847d8dd88c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:57:03.494843 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:03.562079 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] For port cd096c84-dd14-4ee8-a3c6-240a98eea367, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:57:03.565300 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] For port cd096c84-dd14-4ee8-a3c6-240a98eea367, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd096c84-dd14-4ee8-a3c6-240a98eea367,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:57:03.569940 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:03.602739 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:03.603347 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:03.604734 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/cd096c84-dd14-4ee8-a3c6-240a98eea367 HTTP/1.1" status: 200 len: 1093 time: 0.6118281 Sep 08 04:57:03.605164 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731e43e8-41fc-4460-8228-2a6e87b90ccb', 'tag': 'cd096c84-dd14-4ee8-a3c6-240a98eea367'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:57:03.607436 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948d3eae-165f-4d04-b3ca-69726227c775" -d '{"events": [{"name": "network-changed", "server_uuid": "731e43e8-41fc-4460-8228-2a6e87b90ccb", "tag": "cd096c84-dd14-4ee8-a3c6-240a98eea367"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:57:03.631697 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a3b0d-0286-428b-a21d-9a5bb0f006a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd096c84-dd14-4ee8-a3c6-240a98eea367,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:03.645324 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2790932d-2180-47a8-8cda-d2bd86a84749 x-openstack-request-id: req-2790932d-2180-47a8-8cda-d2bd86a84749 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:57:03.645606 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731e43e8-41fc-4460-8228-2a6e87b90ccb", "tag": "cd096c84-dd14-4ee8-a3c6-240a98eea367", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:57:03.645857 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2790932d-2180-47a8-8cda-d2bd86a84749 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:57:03.646411 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731e43e8-41fc-4460-8228-2a6e87b90ccb', 'tag': 'cd096c84-dd14-4ee8-a3c6-240a98eea367', 'status': 'completed', 'code': 200} Sep 08 04:57:03.719654 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4826311-9361-42e9-9a92-6723c9c5013f req-1b642c99-79d0-4f2c-83e7-281f1cd3d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:03.721128 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-1b642c99-79d0-4f2c-83e7-281f1cd3d449 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=151c162cc7824e8da20770c58e2c0b94&device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 1096 time: 0.0399208 Sep 08 04:57:03.770493 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-c441ca79-7ee3-4d73-b621-40aa76524442 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd096c84-dd14-4ee8-a3c6-240a98eea367 HTTP/1.1" status: 200 len: 217 time: 0.0340343 Sep 08 04:57:03.822206 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4826311-9361-42e9-9a92-6723c9c5013f req-9be27089-0953-4db7-ac83-bf0f6a0bfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:03.823512 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-9be27089-0953-4db7-ac83-bf0f6a0bfb02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbe190d0-ef08-438d-8919-70966cb61a94 HTTP/1.1" status: 200 len: 853 time: 0.0455022 Sep 08 04:57:03.856693 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-7a0f2bb1-fbf4-481a-83aa-d8cf943fd9b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c260a398-ea59-4de2-854a-ef459a3675ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238111 Sep 08 04:57:03.943156 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-6a6b3805-5f40-451b-a5f0-d1ea6689ccc6 service neutron] 10.222.0.26 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784400 Sep 08 04:57:04.038666 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4826311-9361-42e9-9a92-6723c9c5013f req-ffb4b2b7-1cd6-48e5-9f00-d19ee9be05f8 service neutron] 10.222.0.26 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832593 Sep 08 04:57:04.088638 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac053a-55ab-40c9-a353-59e784d34e17 req-e10ad92b-2d96-4de3-a8d5-e9f349efcfd5 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:04.090062 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-05ac053a-55ab-40c9-a353-59e784d34e17 req-e10ad92b-2d96-4de3-a8d5-e9f349efcfd5 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 943 time: 0.0505247 Sep 08 04:57:04.133581 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-05ac053a-55ab-40c9-a353-59e784d34e17 req-8fa4b7fd-b449-4bcd-ade8-435f1db3079d tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 Sep 08 04:57:04.178460 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3eae-165f-4d04-b3ca-69726227c775 req-3e87a70c-7855-4114-bf6b-db8ade4f0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:04.179864 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-948d3eae-165f-4d04-b3ca-69726227c775 req-3e87a70c-7855-4114-bf6b-db8ade4f0cbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=151c162cc7824e8da20770c58e2c0b94&device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 1096 time: 0.0454235 Sep 08 04:57:04.275900 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3eae-165f-4d04-b3ca-69726227c775 req-2469ff69-e3bb-4ae5-ad81-92bf91a769df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:04.277369 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-948d3eae-165f-4d04-b3ca-69726227c775 req-2469ff69-e3bb-4ae5-ad81-92bf91a769df service neutron] 10.222.0.26 "GET /v2.0/networks?id=c260a398-ea59-4de2-854a-ef459a3675ea HTTP/1.1" status: 200 len: 914 time: 0.0857127 Sep 08 04:57:04.324176 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-948d3eae-165f-4d04-b3ca-69726227c775 req-a460978f-7f19-4e5a-8367-e44ed3f6666b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd096c84-dd14-4ee8-a3c6-240a98eea367 HTTP/1.1" status: 200 len: 217 time: 0.0364778 Sep 08 04:57:04.386612 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44976) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:04.389853 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3eae-165f-4d04-b3ca-69726227c775 req-09c46e96-7393-44d5-9c52-155f8cdbb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:04.391346 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-948d3eae-165f-4d04-b3ca-69726227c775 req-09c46e96-7393-44d5-9c52-155f8cdbb754 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbe190d0-ef08-438d-8919-70966cb61a94 HTTP/1.1" status: 200 len: 853 time: 0.0580568 Sep 08 04:57:04.426966 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-948d3eae-165f-4d04-b3ca-69726227c775 req-bfd746f2-6f68-4805-8b6f-5b11d30e6ebb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c260a398-ea59-4de2-854a-ef459a3675ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271363 Sep 08 04:57:04.435375 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-735c1de9-ae80-483f-80bb-33d4cf24a181 admin admin] Deleting subnet adae5ab8-6eef-428f-9b0f-4bfe076be22b {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 04:57:04.438855 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-735c1de9-ae80-483f-80bb-33d4cf24a181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.482609 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-735c1de9-ae80-483f-80bb-33d4cf24a181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.529921 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-948d3eae-165f-4d04-b3ca-69726227c775 req-c1dcf09b-4fcf-4050-8de3-2268e0a3ed36 service neutron] 10.222.0.26 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948548 Sep 08 04:57:04.531828 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-735c1de9-ae80-483f-80bb-33d4cf24a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.592516 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-735c1de9-ae80-483f-80bb-33d4cf24a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.616986 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c1de9-ae80-483f-80bb-33d4cf24a181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adae5ab8-6eef-428f-9b0f-4bfe076be22b,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:04.622511 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-735c1de9-ae80-483f-80bb-33d4cf24a181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.627485 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-735c1de9-ae80-483f-80bb-33d4cf24a181 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/adae5ab8-6eef-428f-9b0f-4bfe076be22b HTTP/1.1" status: 204 len: 168 time: 0.2394917 Sep 08 04:57:04.627978 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44984) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:04.636016 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-948d3eae-165f-4d04-b3ca-69726227c775 req-d62bbdf1-19f3-4d38-b5c6-bf4a3b8e5e48 service neutron] 10.222.0.26 "GET /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979295 Sep 08 04:57:04.701610 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.779920 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.799529 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83a8274-4c5f-4ebc-bf1e-57d60840f6c1']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:57:04.808477 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:57:04.808771 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0963c5e-ac48-4cc7-b439-8667b8c2ab75') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:57:04.818659 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30506971'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.832608 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.838471 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 04:57:04.838857 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31434934'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: Traceback (most recent call last): Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: timer() Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: cb(*args, **kw) Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: return func(*args, **kwargs) Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: self._notify() Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: self.callback(batched_events) Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: event.method(event) Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: return f(self, *a, **k) Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._get(url).json() Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 04:57:04.840543 dv-cinder-784140-7-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 04:57:04.896967 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.901343 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:04.903462 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f83a8274-4c5f-4ebc-bf1e-57d60840f6c1 HTTP/1.1" status: 204 len: 168 time: 0.2745092 Sep 08 04:57:04.916337 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744b384-dea0-4ac7-b96b-5fbd9a8fd0b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83a8274-4c5f-4ebc-bf1e-57d60840f6c1,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:05.062944 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44996) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:05.101658 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d060473f-8c06-404d-bcbb-1101a36bd014 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=349229e5ec0b4f759fee8a5c88285eca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375342 Sep 08 04:57:05.104047 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 44998) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:05.151325 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f9364bb-00f1-445b-80b0-688447539a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:05.171908 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f9364bb-00f1-445b-80b0-688447539a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:05.222323 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f9364bb-00f1-445b-80b0-688447539a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:05.225411 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f9364bb-00f1-445b-80b0-688447539a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:05.226623 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2f9364bb-00f1-445b-80b0-688447539a69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c90401e-0fd2-42dc-9c4c-9b4a2279825d HTTP/1.1" status: 204 len: 168 time: 0.1216929 Sep 08 04:57:05.235408 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9364bb-00f1-445b-80b0-688447539a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c90401e-0fd2-42dc-9c4c-9b4a2279825d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:05.251667 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56fb5-61bd-46fd-b0cb-5e1423c73597 req-8dc1303b-84e0-4cae-b5c0-56fb3da92145 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:05.253219 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7ed56fb5-61bd-46fd-b0cb-5e1423c73597 req-8dc1303b-84e0-4cae-b5c0-56fb3da92145 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 943 time: 0.0512383 Sep 08 04:57:05.291260 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7ed56fb5-61bd-46fd-b0cb-5e1423c73597 req-92cb3169-6fc3-4075-8e2d-c55a219eb017 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322082 Sep 08 04:57:05.737868 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45022) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:05.845638 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c0e2-64bc-4057-add5-6585e7bbce10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:05.947288 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c0e2-64bc-4057-add5-6585e7bbce10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:05.952280 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c0e2-64bc-4057-add5-6585e7bbce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:05.990456 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5c0e2-64bc-4057-add5-6585e7bbce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d5b769-5390-49ec-af24-54a6096c5a60,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:05.997293 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-6cc5c0e2-64bc-4057-add5-6585e7bbce10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45c5a3bc857f4b13900b99cd48bd642a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559500 Sep 08 04:57:05.997674 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45050) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:06.055590 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2a7374f7-7225-4eb6-9559-6906769f72c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.076776 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2a7374f7-7225-4eb6-9559-6906769f72c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.140788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2a7374f7-7225-4eb6-9559-6906769f72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.143935 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2a7374f7-7225-4eb6-9559-6906769f72c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.145683 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2a7374f7-7225-4eb6-9559-6906769f72c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52d5b769-5390-49ec-af24-54a6096c5a60 HTTP/1.1" status: 204 len: 168 time: 0.1464756 Sep 08 04:57:06.156047 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7374f7-7225-4eb6-9559-6906769f72c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d5b769-5390-49ec-af24-54a6096c5a60,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:06.420048 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50325e4a-c304-48d0-b56d-9548c9fdbbc6 req-c44f092f-410b-4c28-8504-808c9ec49779 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:06.421863 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-50325e4a-c304-48d0-b56d-9548c9fdbbc6 req-c44f092f-410b-4c28-8504-808c9ec49779 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 943 time: 0.0560129 Sep 08 04:57:06.478187 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-50325e4a-c304-48d0-b56d-9548c9fdbbc6 req-279fd7bc-b459-4e4d-afbb-12b608110027 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 Sep 08 04:57:06.601292 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45086) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:06.701069 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-495f423a-c021-4553-b592-b673e56d1bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.784838 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-495f423a-c021-4553-b592-b673e56d1bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.788375 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-495f423a-c021-4553-b592-b673e56d1bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.825056 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-495f423a-c021-4553-b592-b673e56d1bc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d877414309b448bd978afa16a16488ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226448 Sep 08 04:57:06.826189 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f423a-c021-4553-b592-b673e56d1bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c87477-b5aa-488e-a3d3-2c45a36913c8,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:06.827743 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45090) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:06.879457 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc15a-d8b0-4190-8907-4b5247a0dfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.899880 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc15a-d8b0-4190-8907-4b5247a0dfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.946747 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc15a-d8b0-4190-8907-4b5247a0dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.949221 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc15a-d8b0-4190-8907-4b5247a0dfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:06.950388 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-3d8bc15a-d8b0-4190-8907-4b5247a0dfaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96c87477-b5aa-488e-a3d3-2c45a36913c8 HTTP/1.1" status: 204 len: 168 time: 0.1216693 Sep 08 04:57:06.957569 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bc15a-d8b0-4190-8907-4b5247a0dfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c87477-b5aa-488e-a3d3-2c45a36913c8,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:07.042468 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cd096c84-dd14-4ee8-a3c6-240a98eea367 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:57:07.052266 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 37a58342-d052-4869-998f-011706bc7d37 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:57:07.075017 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 37a58342-d052-4869-998f-011706bc7d37 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:57:07.075362 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 37a58342-d052-4869-998f-011706bc7d37 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:57:07.160576 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cd096c84-dd14-4ee8-a3c6-240a98eea367, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd096c84-dd14-4ee8-a3c6-240a98eea367,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:07.171547 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'cd096c84-dd14-4ee8-a3c6-240a98eea367', 'network_id': 'c260a398-ea59-4de2-854a-ef459a3675ea', 'port_id': 'cd096c84-dd14-4ee8-a3c6-240a98eea367', 'mac_address': 'fa:16:3e:36:3a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe190d0-ef08-438d-8919-70966cb61a94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:57:07.210964 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:07.225959 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd096c84-dd14-4ee8-a3c6-240a98eea367 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:57:07.245693 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cd096c84-dd14-4ee8-a3c6-240a98eea367, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd096c84-dd14-4ee8-a3c6-240a98eea367,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:07.250609 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:07.302835 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=cd096c84-dd14-4ee8-a3c6-240a98eea367,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:07.589369 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['cd096c84-dd14-4ee8-a3c6-240a98eea367'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:57:07.589922 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f828-814a-4ead-aaf2-6c01c95f30a4 req-dad78099-e395-465e-b99d-d360480ee94b tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:07.591455 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e45f828-814a-4ead-aaf2-6c01c95f30a4 req-dad78099-e395-465e-b99d-d360480ee94b tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 944 time: 0.0521820 Sep 08 04:57:07.635096 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e45f828-814a-4ead-aaf2-6c01c95f30a4 req-baeeb40d-d058-4006-a2d2-b50ea20e48b9 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375638 Sep 08 04:57:08.748834 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a90b3-8c03-4b59-a319-5e7803e83b5d req-4cd3a23b-2a69-48da-bad0-53f7035e70fa tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:08.750304 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a05a90b3-8c03-4b59-a319-5e7803e83b5d req-4cd3a23b-2a69-48da-bad0-53f7035e70fa tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 944 time: 0.0469840 Sep 08 04:57:08.786798 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a05a90b3-8c03-4b59-a319-5e7803e83b5d req-06d4b9c2-b56f-42b3-a20b-c76202cc978f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Sep 08 04:57:09.071300 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cd096c84-dd14-4ee8-a3c6-240a98eea367 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:57:09.118553 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port cd096c84-dd14-4ee8-a3c6-240a98eea367 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:57:09.122096 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port cd096c84-dd14-4ee8-a3c6-240a98eea367 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:57:09.122468 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:09.307311 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:09.329013 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731e43e8-41fc-4460-8228-2a6e87b90ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd096c84-dd14-4ee8-a3c6-240a98eea367'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:57:09.331278 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35fa6c6-7326-48c4-9786-fd2f81badbe7" -d '{"events": [{"server_uuid": "731e43e8-41fc-4460-8228-2a6e87b90ccb", "name": "network-vif-plugged", "status": "completed", "tag": "cd096c84-dd14-4ee8-a3c6-240a98eea367"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:57:09.346487 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cd096c84-dd14-4ee8-a3c6-240a98eea367, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd096c84-dd14-4ee8-a3c6-240a98eea367,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:09.350660 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:09.372705 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e8385b-ec99-4451-bf29-c2c0a6d7d5f0 x-openstack-request-id: req-85e8385b-ec99-4451-bf29-c2c0a6d7d5f0 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:57:09.372990 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731e43e8-41fc-4460-8228-2a6e87b90ccb", "name": "network-vif-plugged", "status": "completed", "tag": "cd096c84-dd14-4ee8-a3c6-240a98eea367", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:57:09.373239 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85e8385b-ec99-4451-bf29-c2c0a6d7d5f0 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:57:09.373617 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731e43e8-41fc-4460-8228-2a6e87b90ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd096c84-dd14-4ee8-a3c6-240a98eea367', 'code': 200} Sep 08 04:57:09.401070 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=cd096c84-dd14-4ee8-a3c6-240a98eea367,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:09.572006 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095019-79cc-4399-81cc-a0f36b041a35 req-612c4d06-1411-4c5c-929e-7ed8df1d24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:09.573536 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f095019-79cc-4399-81cc-a0f36b041a35 req-612c4d06-1411-4c5c-929e-7ed8df1d24f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 1098 time: 0.0396001 Sep 08 04:57:09.615549 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f095019-79cc-4399-81cc-a0f36b041a35 req-5d522cb0-caee-4a97-bb87-5c57d194ab71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267935 Sep 08 04:57:09.908381 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4e5b1-8058-46dd-8853-9fea73dd5ba4 req-7e604654-43fe-4b2c-a7a5-60218ff414a1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:09.910094 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c0d4e5b1-8058-46dd-8853-9fea73dd5ba4 req-7e604654-43fe-4b2c-a7a5-60218ff414a1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 945 time: 0.0510280 Sep 08 04:57:09.949321 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c0d4e5b1-8058-46dd-8853-9fea73dd5ba4 req-2dc3db76-0b12-4ce1-ac6f-655018f70441 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Sep 08 04:57:11.071425 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9927d7c-4b83-4265-9908-821c052e1012 req-92cde2f3-cab0-4216-bb6b-1461d593a714 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:11.073088 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a9927d7c-4b83-4265-9908-821c052e1012 req-92cde2f3-cab0-4216-bb6b-1461d593a714 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 945 time: 0.0537889 Sep 08 04:57:11.110788 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a9927d7c-4b83-4265-9908-821c052e1012 req-25e59377-a9f7-4e2b-abb5-ba83ff38c2e0 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Sep 08 04:57:18.783993 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45358) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:18.887488 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0320-9fcf-4d4a-9cc6-7ad777b05adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:18.971524 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0320-9fcf-4d4a-9cc6-7ad777b05adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:18.976513 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0320-9fcf-4d4a-9cc6-7ad777b05adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.011981 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd0320-9fcf-4d4a-9cc6-7ad777b05adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed9f66b-b6ed-4053-b840-6f504cf70a04,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:19.018707 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b8bd0320-9fcf-4d4a-9cc6-7ad777b05adf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63379af537924026af81cda03ed7a8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312310 Sep 08 04:57:19.018926 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45364) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:19.067113 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31435312-da09-41e5-b193-f059dfb016f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.087560 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31435312-da09-41e5-b193-f059dfb016f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.132315 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31435312-da09-41e5-b193-f059dfb016f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.134806 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31435312-da09-41e5-b193-f059dfb016f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.136024 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-31435312-da09-41e5-b193-f059dfb016f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ed9f66b-b6ed-4053-b840-6f504cf70a04 HTTP/1.1" status: 204 len: 168 time: 0.1161280 Sep 08 04:57:19.143839 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31435312-da09-41e5-b193-f059dfb016f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed9f66b-b6ed-4053-b840-6f504cf70a04,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:19.410454 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45376) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:19.423437 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3257f7b-8723-4ea2-b2fd-8d8ea3960959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.510943 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3257f7b-8723-4ea2-b2fd-8d8ea3960959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.514438 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3257f7b-8723-4ea2-b2fd-8d8ea3960959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.551182 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d3257f7b-8723-4ea2-b2fd-8d8ea3960959 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee98f3b4d693457a980ec53b26e8e73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396899 Sep 08 04:57:19.552292 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3257f7b-8723-4ea2-b2fd-8d8ea3960959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5444f2c0-a018-45f6-991c-03546dbb528a,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:19.554519 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45378) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:19.602111 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bd80185f-94c7-490f-86e3-68dfdb08258d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.625454 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bd80185f-94c7-490f-86e3-68dfdb08258d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.669873 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bd80185f-94c7-490f-86e3-68dfdb08258d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.672366 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bd80185f-94c7-490f-86e3-68dfdb08258d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:19.673480 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-bd80185f-94c7-490f-86e3-68dfdb08258d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5444f2c0-a018-45f6-991c-03546dbb528a HTTP/1.1" status: 204 len: 168 time: 0.1179974 Sep 08 04:57:19.681591 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80185f-94c7-490f-86e3-68dfdb08258d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5444f2c0-a018-45f6-991c-03546dbb528a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:21.993922 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45470) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:22.093890 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d0060e8-341f-4633-998f-c9ff396758cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.181937 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d0060e8-341f-4633-998f-c9ff396758cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.187258 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d0060e8-341f-4633-998f-c9ff396758cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.224860 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7d0060e8-341f-4633-998f-c9ff396758cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e51746a45cb4e5295739d9ce7046477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297988 Sep 08 04:57:22.226279 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0060e8-341f-4633-998f-c9ff396758cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0525cba9-aff4-41d0-9127-bb07ed50188c,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:22.228181 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45478) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:22.277714 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ebff93e9-3642-47f9-9f78-87a76df737df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.299171 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ebff93e9-3642-47f9-9f78-87a76df737df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.346857 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ebff93e9-3642-47f9-9f78-87a76df737df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.349490 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ebff93e9-3642-47f9-9f78-87a76df737df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.353779 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ebff93e9-3642-47f9-9f78-87a76df737df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0525cba9-aff4-41d0-9127-bb07ed50188c HTTP/1.1" status: 204 len: 168 time: 0.1220803 Sep 08 04:57:22.358995 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff93e9-3642-47f9-9f78-87a76df737df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0525cba9-aff4-41d0-9127-bb07ed50188c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:22.612068 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45486) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:22.624701 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d9bffd2-02ab-45a2-8a62-604eeee58f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.712025 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d9bffd2-02ab-45a2-8a62-604eeee58f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.715741 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d9bffd2-02ab-45a2-8a62-604eeee58f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.766820 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bffd2-02ab-45a2-8a62-604eeee58f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f999c01-a5cc-40ed-992b-4c8c2fbc0a02,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:22.772515 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-7d9bffd2-02ab-45a2-8a62-604eeee58f0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60b709c7111b404e9dd6b9bd9c759133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587541 Sep 08 04:57:22.775278 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45488) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:22.827912 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f8d55db-38eb-47ca-b7f5-f80253c672b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.850131 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f8d55db-38eb-47ca-b7f5-f80253c672b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.903364 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f8d55db-38eb-47ca-b7f5-f80253c672b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.906077 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f8d55db-38eb-47ca-b7f5-f80253c672b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:22.907238 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4f8d55db-38eb-47ca-b7f5-f80253c672b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f999c01-a5cc-40ed-992b-4c8c2fbc0a02 HTTP/1.1" status: 204 len: 168 time: 0.1311681 Sep 08 04:57:22.915386 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d55db-38eb-47ca-b7f5-f80253c672b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f999c01-a5cc-40ed-992b-4c8c2fbc0a02,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:28.325674 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9ac8d89-ed75-4a0c-a47b-f8b24270e1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:28.471741 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-fd5f28e9-6983-42bd-93ff-9771201f15f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389605 Sep 08 04:57:28.597550 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-568103ac-eb54-421d-ab77-9d719dc1f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:28.599055 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-568103ac-eb54-421d-ab77-9d719dc1f5b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 1099 time: 0.0443966 Sep 08 04:57:29.788239 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:30.843746 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-79aa7e07-4b87-44d1-9618-e7cb5f7d9af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:31.285928 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:31.377062 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-e7dba7bc-3b14-4a80-8779-bdc412ac6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:31.378604 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-e7dba7bc-3b14-4a80-8779-bdc412ac6d3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.0847900 Sep 08 04:57:31.455103 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-1c656926-d2e7-419a-825e-c34916d4b8d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd HTTP/1.1" status: 200 len: 1001 time: 0.0594821 Sep 08 04:57:31.504435 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-d15f7da7-5d53-41ab-bd78-c670e517c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:31.505780 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-d15f7da7-5d53-41ab-bd78-c670e517c787 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0415471 Sep 08 04:57:31.551345 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-990c3fbc-2af0-4c8f-870e-e2ad25178938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:31.552813 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-990c3fbc-2af0-4c8f-870e-e2ad25178938 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386627 Sep 08 04:57:31.870982 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-0526c754-1f18-4078-b277-c66b93dff5af service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933965 Sep 08 04:57:31.966035 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d74375b4-75a0-47b2-ba44-3caf86174c60 req-d68ff068-c54c-4e62-9dc8-7a851edc8100 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827208 Sep 08 04:57:32.186978 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:33.433347 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:36.212726 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6377e-1579-44a1-b103-18ece5b8ecff req-1b1d2a23-4b5c-493a-af7f-0a005a763c50 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:36.214257 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-aaa6377e-1579-44a1-b103-18ece5b8ecff req-1b1d2a23-4b5c-493a-af7f-0a005a763c50 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0476630 Sep 08 04:57:36.253326 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-aaa6377e-1579-44a1-b103-18ece5b8ecff req-0b46f532-0da3-446f-835a-feb99ca2f30e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329328 Sep 08 04:57:37.376608 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc02db-974e-4edd-a715-8d0a18b142b1 req-c189ab18-d1ac-420c-b79b-334522e6c8ed tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:37.378013 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-34dc02db-974e-4edd-a715-8d0a18b142b1 req-c189ab18-d1ac-420c-b79b-334522e6c8ed tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0519693 Sep 08 04:57:37.414961 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-34dc02db-974e-4edd-a715-8d0a18b142b1 req-485e522b-b9cf-4909-a5a3-f89afc81d265 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304246 Sep 08 04:57:38.518030 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-e54d3f7a-ac72-46fe-a493-7d395bd9deb1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:38.519410 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-e54d3f7a-ac72-46fe-a493-7d395bd9deb1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0475931 Sep 08 04:57:38.532364 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e465c-a4fb-4a76-b681-ed9c06bed3cc req-41b221b1-016b-4555-a99c-0211c38b3531 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:38.533805 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec9e465c-a4fb-4a76-b681-ed9c06bed3cc req-41b221b1-016b-4555-a99c-0211c38b3531 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 946 time: 0.0499623 Sep 08 04:57:38.570071 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec9e465c-a4fb-4a76-b681-ed9c06bed3cc req-99194ee1-8353-410d-b6a3-858e0477fc4c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee6b2b5d-9d3e-4220-aae0-ce096013d397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303404 Sep 08 04:57:38.610799 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Deleting port feb78593-fc35-44bf-8d2f-386bfed9efcd {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:57:38.611143 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:38.700164 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] For port feb78593-fc35-44bf-8d2f-386bfed9efcd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=feb78593-fc35-44bf-8d2f-386bfed9efcd,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:38.700523 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:38.964878 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:38.965243 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:38.965612 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Floating IP 6c8350f4-5612-4f8a-afe7-3a0c85b2c07d disassociated. External IP: 172.27.3.231, port: feb78593-fc35-44bf-8d2f-386bfed9efcd. Sep 08 04:57:38.965963 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Calling delete_port for feb78593-fc35-44bf-8d2f-386bfed9efcd owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:57:39.095184 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:39.124595 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event deleted for resources: {'Port': ['ID=feb78593-fc35-44bf-8d2f-386bfed9efcd,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:39.135094 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.135442 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.135812 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.136148 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.136913 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.136913 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.137091 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.137421 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.137741 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.138108 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.138421 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.138740 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:39.208334 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45792) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:39.267102 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:57:39.356571 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-650baffd-6561-4361-bd01-ada70fac23c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:39.394846 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:57:39.408808 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] Sync routers for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:57:39.419533 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:57:39.420382 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:57:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:57:39.472308 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-650baffd-6561-4361-bd01-ada70fac23c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:39.475728 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] No DVR routers for this DVR port feb78593-fc35-44bf-8d2f-386bfed9efcd on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:57:39.479214 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-650baffd-6561-4361-bd01-ada70fac23c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:39.485713 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:39.490159 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0d00d029-42cf-41f4-8349-1050aad5ec06 req-c9a7031b-38c7-4f13-9735-ca25970fa3e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "DELETE /v2.0/ports/feb78593-fc35-44bf-8d2f-386bfed9efcd HTTP/1.1" status: 204 len: 173 time: 0.9614151 Sep 08 04:57:39.491453 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-deleted', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:57:39.495389 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ce558-83b4-4e97-98e7-21a7df192d0c" -d '{"events": [{"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-deleted", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:57:39.539742 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd9c91-ac07-4516-8d43-c72c0e313af8 x-openstack-request-id: req-d7fd9c91-ac07-4516-8d43-c72c0e313af8 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:57:39.540416 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d925529-1d11-4ca4-82d7-5e871bded3ef", "name": "network-vif-deleted", "tag": "feb78593-fc35-44bf-8d2f-386bfed9efcd", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:57:39.540416 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7fd9c91-ac07-4516-8d43-c72c0e313af8 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:57:39.540794 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d925529-1d11-4ca4-82d7-5e871bded3ef', 'name': 'network-vif-deleted', 'tag': 'feb78593-fc35-44bf-8d2f-386bfed9efcd', 'status': 'completed', 'code': 200} Sep 08 04:57:39.560500 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45804) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:39.568029 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-650baffd-6561-4361-bd01-ada70fac23c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=174796ded152423a92aad5f5bc3566a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584924 Sep 08 04:57:39.595799 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650baffd-6561-4361-bd01-ada70fac23c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68041365-5182-4f4f-9b13-62ee640c1d90,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:39.605410 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:57:39.632866 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00960f27-a5d3-4a0e-98d9-1638d6f60c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:39.678548 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00960f27-a5d3-4a0e-98d9-1638d6f60c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:39.747915 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:57:39.770635 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eeca39c7-5b80-4466-86b5-aaca842bc00f req-9cff9df4-c466-4025-920c-bf401d963588 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d925529-1d11-4ca4-82d7-5e871bded3ef HTTP/1.1" status: 200 len: 210 time: 0.0519769 Sep 08 04:57:39.797298 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00960f27-a5d3-4a0e-98d9-1638d6f60c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:39.800134 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00960f27-a5d3-4a0e-98d9-1638d6f60c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:39.801299 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-00960f27-a5d3-4a0e-98d9-1638d6f60c19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68041365-5182-4f4f-9b13-62ee640c1d90 HTTP/1.1" status: 204 len: 168 time: 0.2398231 Sep 08 04:57:39.811017 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00960f27-a5d3-4a0e-98d9-1638d6f60c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68041365-5182-4f4f-9b13-62ee640c1d90,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:39.908024 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:57:39.941304 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] Checking router: b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:57:39.952300 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:57:39.952976 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:57:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:57:40.098001 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:57:40.225065 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45820) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:40.247628 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4592c093-a76d-4986-af31-942dd9d3c287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:40.312593 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:57:40.340871 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92ab7f-3073-47e7-8d8e-d5b909709c60 None None] The sync data for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi is: [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:57:40.356742 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4592c093-a76d-4986-af31-942dd9d3c287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:40.368378 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4592c093-a76d-4986-af31-942dd9d3c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:40.409091 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4592c093-a76d-4986-af31-942dd9d3c287 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d97e0ce58cbc482abaf592b09eb08511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825745 Sep 08 04:57:40.410101 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592c093-a76d-4986-af31-942dd9d3c287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c289cf0-41b7-4d65-bdd0-f73fe5da0544,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:40.413083 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45824) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:40.473364 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-963fe429-9b97-42ef-bdae-ee36c619613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:40.498909 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-963fe429-9b97-42ef-bdae-ee36c619613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:40.556433 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-963fe429-9b97-42ef-bdae-ee36c619613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:40.559727 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-963fe429-9b97-42ef-bdae-ee36c619613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:40.560697 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-963fe429-9b97-42ef-bdae-ee36c619613d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c289cf0-41b7-4d65-bdd0-f73fe5da0544 HTTP/1.1" status: 204 len: 168 time: 0.1462457 Sep 08 04:57:40.575589 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fe429-9b97-42ef-bdae-ee36c619613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c289cf0-41b7-4d65-bdd0-f73fe5da0544,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:40.655714 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b72f24-c7ca-47cc-92bd-3dc46fdfc654 None None] New status for floating IP 6c8350f4-5612-4f8a-afe7-3a0c85b2c07d: DOWN {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 04:57:40.889878 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45834) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:40.927748 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45836) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:40.941274 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a14d37c-c322-430e-89d3-ca00b9c54b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:40.951766 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6ff171de-a70f-47f3-a69e-4dc7ddf2e364 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:40.976603 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6ff171de-a70f-47f3-a69e-4dc7ddf2e364 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.035672 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6ff171de-a70f-47f3-a69e-4dc7ddf2e364 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.038781 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6ff171de-a70f-47f3-a69e-4dc7ddf2e364 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.039960 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6ff171de-a70f-47f3-a69e-4dc7ddf2e364 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "DELETE /v2.0/security-groups/ee6b2b5d-9d3e-4220-aae0-ce096013d397 HTTP/1.1" status: 204 len: 168 time: 0.1490583 Sep 08 04:57:41.044145 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45838) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:41.047306 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a14d37c-c322-430e-89d3-ca00b9c54b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.051126 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a14d37c-c322-430e-89d3-ca00b9c54b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.059820 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff171de-a70f-47f3-a69e-4dc7ddf2e364 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6b2b5d-9d3e-4220-aae0-ce096013d397,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:41.067666 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.api.v2.resource [None req-fd6695e0-81b5-4102-a4f2-00c715ea773b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] show failed (client error): The resource could not be found. Sep 08 04:57:41.069454 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-fd6695e0-81b5-4102-a4f2-00c715ea773b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups/ee6b2b5d-9d3e-4220-aae0-ce096013d397 HTTP/1.1" status: 404 len: 347 time: 0.0225842 Sep 08 04:57:41.074440 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45842) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:41.097221 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2a14d37c-c322-430e-89d3-ca00b9c54b28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad13f5405aac4b4cacf64f3e8f560232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662135 Sep 08 04:57:41.097525 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14d37c-c322-430e-89d3-ca00b9c54b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de39d268-53df-44c8-b6cb-bd2bad2cb2fa,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:41.100242 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45844) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:41.162463 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f39790a0-4e12-4d64-bcbc-01596301e105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.187802 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f39790a0-4e12-4d64-bcbc-01596301e105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.210029 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Deleting port b17e6a37-b0cf-4315-81a0-fb0e74392e5a {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:57:41.210375 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.249183 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f39790a0-4e12-4d64-bcbc-01596301e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.252406 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f39790a0-4e12-4d64-bcbc-01596301e105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.256554 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f39790a0-4e12-4d64-bcbc-01596301e105 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de39d268-53df-44c8-b6cb-bd2bad2cb2fa HTTP/1.1" status: 204 len: 168 time: 0.1556056 Sep 08 04:57:41.266040 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39790a0-4e12-4d64-bcbc-01596301e105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de39d268-53df-44c8-b6cb-bd2bad2cb2fa,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:41.315519 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.315846 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.334747 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Calling delete_port for b17e6a37-b0cf-4315-81a0-fb0e74392e5a owned by network:floatingip {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:57:41.503175 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.530700 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event deleted for resources: {'Port': ['ID=b17e6a37-b0cf-4315-81a0-fb0e74392e5a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:41.596319 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.603588 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.607856 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7c56230b-9919-411a-af82-20c53c88ff2d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "DELETE /v2.0/floatingips/6c8350f4-5612-4f8a-afe7-3a0c85b2c07d HTTP/1.1" status: 204 len: 168 time: 0.5288224 Sep 08 04:57:41.701639 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b005e-da2b-40c7-8d7d-96981b15eba5 req-e5456b7c-5279-4736-942c-d240fdcf9a2f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:41.703226 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f0b005e-da2b-40c7-8d7d-96981b15eba5 req-e5456b7c-5279-4736-942c-d240fdcf9a2f tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 945 time: 0.0492635 Sep 08 04:57:41.751755 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f0b005e-da2b-40c7-8d7d-96981b15eba5 req-4a43990b-34ed-46ab-8d3a-3a77d15aeb41 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393934 Sep 08 04:57:41.887021 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45878) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:41.891618 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-00663b92-0115-40f1-b990-99e68a77ce52 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589589782', 'description': 'tempest-description--183638595'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:41.914455 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00663b92-0115-40f1-b990-99e68a77ce52 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:41.998311 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00663b92-0115-40f1-b990-99e68a77ce52 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.003234 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00663b92-0115-40f1-b990-99e68a77ce52 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.029642 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00663b92-0115-40f1-b990-99e68a77ce52 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.030902 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-00663b92-0115-40f1-b990-99e68a77ce52 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1428368 Sep 08 04:57:42.033999 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45884) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:42.034969 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00663b92-0115-40f1-b990-99e68a77ce52 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82208f05-69ed-4f3e-814a-ac9dd59c52e0,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:42.039005 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-f5659639-ce52-4aab-b2a1-d3344c1a950c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'security_group_rule': {'security_group_id': '82208f05-69ed-4f3e-814a-ac9dd59c52e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:42.048453 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 45886) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:42.068057 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5659639-ce52-4aab-b2a1-d3344c1a950c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.112814 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5659639-ce52-4aab-b2a1-d3344c1a950c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.116007 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5659639-ce52-4aab-b2a1-d3344c1a950c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.136656 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5659639-ce52-4aab-b2a1-d3344c1a950c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c42246-1909-4310-9085-db848d2c59ec,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:42.147262 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5659639-ce52-4aab-b2a1-d3344c1a950c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.148287 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1039021494-network', 'tenant_id': 'a41210e3cbf74d8e87c3c4f294aab379'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:42.148587 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f5659639-ce52-4aab-b2a1-d3344c1a950c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132224 Sep 08 04:57:42.151156 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45890) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:42.155480 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-e475428e-5208-411c-8adf-b6b2ffd9f3a1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'security_group_rule': {'security_group_id': '82208f05-69ed-4f3e-814a-ac9dd59c52e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:42.168560 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Made reservation on behalf of a41210e3cbf74d8e87c3c4f294aab379 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:57:42.171000 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.182050 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.187673 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e475428e-5208-411c-8adf-b6b2ffd9f3a1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.246373 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e475428e-5208-411c-8adf-b6b2ffd9f3a1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.250897 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e475428e-5208-411c-8adf-b6b2ffd9f3a1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.265955 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475428e-5208-411c-8adf-b6b2ffd9f3a1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b922712-f0ff-4144-bce5-4641137386d3,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:42.274908 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.278643 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.282072 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e475428e-5208-411c-8adf-b6b2ffd9f3a1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.283561 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e475428e-5208-411c-8adf-b6b2ffd9f3a1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313801 Sep 08 04:57:42.286602 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45892) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:42.291316 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'floatingip': {'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:42.297181 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:57:42.314345 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.314713 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.315058 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Added segment 2a1240ca-47fa-4be6-b6b8-b5273a29faee of type vlan for network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 Sep 08 04:57:42.316377 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377c2ce5-aaba-432f-8974-3c3ebeaf94dc,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:42.356974 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.381395 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.382371 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:42.382949 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.417394 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.421001 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3714383 Sep 08 04:57:42.425051 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 45896) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:42.429659 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Request body: {'subnet': {'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1039021494-subnet', 'tenant_id': 'a41210e3cbf74d8e87c3c4f294aab379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:42.447706 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16323b3-f346-417a-ae58-253fd3f7fc02 admin admin] Pushing event updated for resources: {'Network': ['ID=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:42.458275 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:57:42.490322 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Made reservation on behalf of a41210e3cbf74d8e87c3c4f294aab379 for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:57:42.492562 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31133423'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.593946 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Allocated IP 172.27.3.23 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/6cc6cdc4-96c8-492d-a926-0436b20f71cc) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:57:42.773297 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.781510 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31435733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31133433'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.857955 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53ee926-3ff1-431b-8550-4739b284fd0f,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:42.865263 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ec310-f252-406f-9867-83a6e56b32d6 req-b98843d7-160c-415e-8039-b83a585a4038 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:42.866755 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-975ec310-f252-406f-9867-83a6e56b32d6 req-b98843d7-160c-415e-8039-b83a585a4038 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 945 time: 0.0480072 Sep 08 04:57:42.868576 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Checking segment: {'id': '2a1240ca-47fa-4be6-b6b8-b5273a29faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:57:42.868932 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Network hostable DHCP agents. Network: 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:57:42.880279 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.904705 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-975ec310-f252-406f-9867-83a6e56b32d6 req-cf03b21a-5bc9-48e9-ac83-f641d30c7466 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Sep 08 04:57:42.916075 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:57:42.928780 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:57:42.935018 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:57:42.937839 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'Port': ['ID=6cc6cdc4-96c8-492d-a926-0436b20f71cc,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:42.940083 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:57:42.943362 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:57:42.952514 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f06101f-8049-4146-868a-7011294b3a13 None None] Network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:57:42.964606 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:42.965184 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:42.995165 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-324b85d4-3a03-46d5-86da-2d455b68e6db admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5690775 Sep 08 04:57:43.040143 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:43.078817 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3fbe2-c300-4560-9a1b-764aa13baee3 None None] Network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:57:43.083056 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:43.475559 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:43.480847 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:43.548777 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'Port': ['ID=6cc6cdc4-96c8-492d-a926-0436b20f71cc,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:43.558389 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:43.570652 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:43.572170 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-822b3c8d-4eaf-4c87-aaae-3847555cb8df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2846487 Sep 08 04:57:43.754520 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-21830c43-49d0-4481-a6e8-f5450d502d05 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--589589782&fields=id&tenant_id=8926ba2f11e9430ba55893825ac4c15c HTTP/1.1" status: 200 len: 267 time: 0.0339360 Sep 08 04:57:43.855243 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-b07a15af-eded-4063-a965-093813b0c93f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:43.856571 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-b07a15af-eded-4063-a965-093813b0c93f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 817 time: 0.0955715 Sep 08 04:57:43.870764 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5ccf0e0c-2709-405b-ae3e-1bfa163eed30 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/quotas/8926ba2f11e9430ba55893825ac4c15c HTTP/1.1" status: 200 len: 375 time: 0.0086708 Sep 08 04:57:43.921378 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-62b0b3b9-34a5-42e3-bb9a-262a253619cf tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455861 Sep 08 04:57:44.017306 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-a0e55c31-a511-489c-a9db-decd9b057a48 service neutron] 10.222.0.20 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849090 Sep 08 04:57:44.020425 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb7795-9371-4b08-b089-197eba2003be req-2a2f63a2-e979-49f9-90af-02451a7a3d23 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:44.021873 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-14cb7795-9371-4b08-b089-197eba2003be req-2a2f63a2-e979-49f9-90af-02451a7a3d23 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 945 time: 0.0467110 Sep 08 04:57:44.061863 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-14cb7795-9371-4b08-b089-197eba2003be req-908bdfe1-6767-4a56-8043-386692d5799a tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Sep 08 04:57:44.107377 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-7a908630-28dd-41f8-bce1-33c11504d3c8 service neutron] 10.222.0.20 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835397 Sep 08 04:57:44.260781 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d366256d-85a5-4a00-98a5-1608623a419a req-694b604c-c754-4150-a7e0-a044215cd05c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 210 time: 0.0265899 Sep 08 04:57:44.337525 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:57:44.356980 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: feb78593-fc35-44bf-8d2f-386bfed9efcd {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:57:44.357319 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device feb78593-fc35-44bf-8d2f-386bfed9efcd not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:57:44.943862 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-8588a5ed-d327-4da8-a43e-d4f131e61ba8 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:44.945191 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-8588a5ed-d327-4da8-a43e-d4f131e61ba8 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.26 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 945 time: 0.0470822 Sep 08 04:57:45.031312 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Deleting port cd096c84-dd14-4ee8-a3c6-240a98eea367 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:57:45.032014 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:45.121085 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] For port cd096c84-dd14-4ee8-a3c6-240a98eea367, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd096c84-dd14-4ee8-a3c6-240a98eea367,segment=NetworkSegment(6209a364-7d92-457d-9fed-847d8dd88c8f),segment_id=6209a364-7d92-457d-9fed-847d8dd88c8f)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:45.121449 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:45.135186 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Calling delete_port for cd096c84-dd14-4ee8-a3c6-240a98eea367 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:57:45.193479 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd729-7c2e-4ecd-b950-895491176785 req-cb5b7761-dd5f-4d0e-ae79-e7626c2a84f7 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:45.195149 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-12edd729-7c2e-4ecd-b950-895491176785 req-cb5b7761-dd5f-4d0e-ae79-e7626c2a84f7 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/ports?device_id=731e43e8-41fc-4460-8228-2a6e87b90ccb HTTP/1.1" status: 200 len: 945 time: 0.0631645 Sep 08 04:57:45.237044 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-12edd729-7c2e-4ecd-b950-895491176785 req-b9bf4d25-e2c2-4798-84aa-a2347905c860 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.20 "GET /v2.0/security-groups?id=38c58971-0e64-4911-ab6b-480cdfb603ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338018 Sep 08 04:57:45.275952 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:45.304754 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Pushing event deleted for resources: {'Port': ['ID=cd096c84-dd14-4ee8-a3c6-240a98eea367,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:45.315388 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['cd096c84-dd14-4ee8-a3c6-240a98eea367'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:57:45.348929 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] No DVR routers for this DVR port cd096c84-dd14-4ee8-a3c6-240a98eea367 on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:57:45.355197 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:45.365262 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f287588-3ee2-4d40-9cc8-63b4d043f4c9 req-dd8a3e2a-f82f-4744-8991-369a459c50f1 tempest-VolumesSnapshotTestJSON-214123294 tempest-VolumesSnapshotTestJSON-214123294-project] 10.222.0.26 "DELETE /v2.0/ports/cd096c84-dd14-4ee8-a3c6-240a98eea367 HTTP/1.1" status: 204 len: 173 time: 0.4130416 Sep 08 04:57:45.365760 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731e43e8-41fc-4460-8228-2a6e87b90ccb', 'name': 'network-vif-deleted', 'tag': 'cd096c84-dd14-4ee8-a3c6-240a98eea367'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:57:45.370941 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0db59c-e099-4bd9-9e81-73863f8552c9" -d '{"events": [{"server_uuid": "731e43e8-41fc-4460-8228-2a6e87b90ccb", "name": "network-vif-deleted", "tag": "cd096c84-dd14-4ee8-a3c6-240a98eea367"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:57:45.398132 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-277efe42-99a5-4bab-b538-ac90bcf9973e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:45.399740 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-277efe42-99a5-4bab-b538-ac90bcf9973e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 817 time: 0.1483262 Sep 08 04:57:45.420191 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c3b8ba-5635-4974-a884-eae6a66f3040 x-openstack-request-id: req-b4c3b8ba-5635-4974-a884-eae6a66f3040 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:57:45.420469 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731e43e8-41fc-4460-8228-2a6e87b90ccb", "name": "network-vif-deleted", "tag": "cd096c84-dd14-4ee8-a3c6-240a98eea367", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:57:45.420712 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4c3b8ba-5635-4974-a884-eae6a66f3040 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:57:45.421089 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731e43e8-41fc-4460-8228-2a6e87b90ccb', 'name': 'network-vif-deleted', 'tag': 'cd096c84-dd14-4ee8-a3c6-240a98eea367', 'status': 'completed', 'code': 200} Sep 08 04:57:45.423146 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b7d1c7f-9631-44da-a5c4-441f1e69758f req-43147d8f-78ef-4336-8b7a-ef360e80dd41 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 210 time: 0.0360487 Sep 08 04:57:45.489391 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-799eeba5-4ae2-4c06-ac62-2f6ba33fb62b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8926ba2f11e9430ba55893825ac4c15c HTTP/1.1" status: 200 len: 379 time: 0.0461013 Sep 08 04:57:45.502703 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'port': {'device_id': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'admin_state_up': True, 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'security_groups': ['82208f05-69ed-4f3e-814a-ac9dd59c52e0']}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:45.611836 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Made reservation on behalf of 8926ba2f11e9430ba55893825ac4c15c for: {'port': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:57:45.616254 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:45.805525 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Allocated IP 172.20.0.8 (fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29/b3c43f72-054d-4867-afab-5e5dac9a1cfe/c5880c43-fdb0-4af6-93b0-ef576cb9976e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:57:45.903244 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-d118ab26-98d8-4624-8227-97dcf4a8865d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:45.904793 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-d118ab26-98d8-4624-8227-97dcf4a8865d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/networks?id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 HTTP/1.1" status: 200 len: 809 time: 0.1505404 Sep 08 04:57:45.939965 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-74eea325-d5fd-49ff-88a7-34bd9b883e45 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/quotas/a41210e3cbf74d8e87c3c4f294aab379 HTTP/1.1" status: 200 len: 375 time: 0.0206227 Sep 08 04:57:46.011246 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-bdfab4ea-b5ab-4095-834c-570e63b4c327 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a41210e3cbf74d8e87c3c4f294aab379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437880 Sep 08 04:57:46.100270 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:46.120427 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Transition to ACTIVE for port object c5880c43-fdb0-4af6-93b0-ef576cb9976e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:57:46.140696 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-185ada7c-1937-4ff0-b837-ff13e6f1f807 service neutron] 10.222.0.20 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227257 Sep 08 04:57:46.222654 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:46.279264 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:57:46.283777 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-a1718a08-478e-4d93-937b-d6599ab34326 service neutron] 10.222.0.20 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352601 Sep 08 04:57:46.288525 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:57:46.293238 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:57:46.306808 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:46.337903 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.338524 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.338965 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.339556 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.340124 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.340772 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.341233 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.342036 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.342606 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.343149 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.343737 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.344173 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:46.373826 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:46.374607 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:46.396979 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5854e402-db10-4461-8c24-3e2ebe5e105a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8985398 Sep 08 04:57:46.416697 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Request body: {'port': {'device_id': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:46.501133 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:46.538245 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4db2cc50-6536-455b-91c3-9e7ce72d199a req-f7191fc7-76bb-467c-891b-09ad689015a7 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 210 time: 0.0518229 Sep 08 04:57:46.635328 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-3e139dba-2680-4de2-b3a3-808719160474 None None] Provisioning for port c5880c43-fdb0-4af6-93b0-ef576cb9976e completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:57:46.640383 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-3e139dba-2680-4de2-b3a3-808719160474 None None] Provisioning complete for port c5880c43-fdb0-4af6-93b0-ef576cb9976e triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:57:46.640865 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3e139dba-2680-4de2-b3a3-808719160474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:46.697195 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-3e139dba-2680-4de2-b3a3-808719160474 None None] Port c5880c43-fdb0-4af6-93b0-ef576cb9976e cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:57:46.725513 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ff787-7dd7-455b-8729-ad844b084fbf req-bc52040d-c08d-4c5b-bee2-863dc306dbe4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:46.727154 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-927ff787-7dd7-455b-8729-ad844b084fbf req-bc52040d-c08d-4c5b-bee2-863dc306dbe4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 931 time: 0.1870306 Sep 08 04:57:46.794330 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-927ff787-7dd7-455b-8729-ad844b084fbf req-f028a231-43b9-45a2-b36b-9c63e5497811 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571733 Sep 08 04:57:46.918778 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5880c43-fdb0-4af6-93b0-ef576cb9976e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:57:46.926483 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:46.939439 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Transition to ACTIVE for port object c5880c43-fdb0-4af6-93b0-ef576cb9976e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:57:46.943110 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:47.017323 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:47.070915 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Attempting to bind port c5880c43-fdb0-4af6-93b0-ef576cb9976e on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:57:47.071730 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Attempting to bind port c5880c43-fdb0-4af6-93b0-ef576cb9976e by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:57:47.072315 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Attempting to bind port c5880c43-fdb0-4af6-93b0-ef576cb9976e on network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:57:47.077999 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Port c5880c43-fdb0-4af6-93b0-ef576cb9976e on network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:57:47.078476 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Attempting to bind port c5880c43-fdb0-4af6-93b0-ef576cb9976e on network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:57:47.084843 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:57:47.085173 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Checking segment: {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:57:47.086094 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Bound using segment: {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:57:47.086596 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Bound port: c5880c43-fdb0-4af6-93b0-ef576cb9976e, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:57:47.088221 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:47.178555 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:57:47.182870 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:57:47.188596 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:47.225297 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:47.225996 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:47.227454 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] 10.222.0.26 "PUT /v2.0/ports/c5880c43-fdb0-4af6-93b0-ef576cb9976e HTTP/1.1" status: 200 len: 1093 time: 0.8154702 Sep 08 04:57:47.230728 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:57:47.233147 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e71faf3-dd7f-48cc-9ec4-798a91071408" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:57:47.257743 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede3782-37a4-4483-bc77-bff35d6efa51 service neutron] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:47.280877 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0d5249-6fbb-4039-a27c-223b9d206ed8 x-openstack-request-id: req-dc0d5249-6fbb-4039-a27c-223b9d206ed8 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:57:47.281164 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:57:47.281415 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc0d5249-6fbb-4039-a27c-223b9d206ed8 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:57:47.281809 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'status': 'completed', 'code': 200} Sep 08 04:57:47.345092 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-46218eed-42c0-44ad-92d2-d1a56c688d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:47.346888 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-46218eed-42c0-44ad-92d2-d1a56c688d78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 1096 time: 0.0444129 Sep 08 04:57:47.397206 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-8580b436-a864-44a8-8db3-e0154a62642e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e HTTP/1.1" status: 200 len: 217 time: 0.0346386 Sep 08 04:57:47.459279 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-f6fa3298-20d5-494e-97e3-dc928db70ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:47.460925 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-f6fa3298-20d5-494e-97e3-dc928db70ec8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0501060 Sep 08 04:57:47.518479 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-d76c3ab1-3457-4267-ae05-60aabc30931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:47.520155 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-d76c3ab1-3457-4267-ae05-60aabc30931c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434799 Sep 08 04:57:47.670561 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a775a95d-1d3f-4881-b32c-8ea7a64510c8 req-b85dca6a-1fef-4212-a8ad-74fa22ab36cf tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 210 time: 0.0700285 Sep 08 04:57:47.676793 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-7b6f7c4f-3b66-4f42-b555-25cd2a060178 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:47.678432 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-7b6f7c4f-3b66-4f42-b555-25cd2a060178 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.26 "GET /v2.0/networks?id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 HTTP/1.1" status: 200 len: 809 time: 0.1058416 Sep 08 04:57:47.699826 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Request body: {'port': {'device_id': '1b847c8a-9ddc-4f7f-b237-eb6df3e39efc', 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7', 'admin_state_up': True, 'tenant_id': 'a41210e3cbf74d8e87c3c4f294aab379'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:47.707167 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-c50ea198-c1c4-4cf1-9db2-5b8b2b7cfad7 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357765 Sep 08 04:57:47.822287 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6b39328e-1816-49ef-b4e1-c3f3aedb76b2 req-5b45d4ee-403a-48e7-892b-0e5c17ab4869 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904346 Sep 08 04:57:47.827330 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Made reservation on behalf of a41210e3cbf74d8e87c3c4f294aab379 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:57:47.831441 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:47.991551 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3c5bf-bc5e-431f-9135-5b1e28d1b095 req-f59740f4-d8f6-4996-94dc-832aa6578061 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:47.993070 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-10f3c5bf-bc5e-431f-9135-5b1e28d1b095 req-f59740f4-d8f6-4996-94dc-832aa6578061 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.1011381 Sep 08 04:57:47.993845 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-e943e98f-cf85-44d8-9101-579fa2fe3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:47.995363 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-e943e98f-cf85-44d8-9101-579fa2fe3426 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 1096 time: 0.0445580 Sep 08 04:57:48.025022 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Allocated IP 172.20.0.12 (3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7/c53ee926-3ff1-431b-8550-4739b284fd0f/386a7a28-2260-4d9d-a598-d1c44d5906ec) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:57:48.056422 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-10f3c5bf-bc5e-431f-9135-5b1e28d1b095 req-f1ba35a9-a2b3-4a48-bcf6-2eafa5fbf8bc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548294 Sep 08 04:57:48.097711 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-bb3c07b7-a8aa-400d-8748-6d0b154ce3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:48.099269 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-bb3c07b7-a8aa-400d-8748-6d0b154ce3d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.0957310 Sep 08 04:57:48.145734 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-eb6c34ff-6ed6-4578-ae28-1af459d7f418 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e HTTP/1.1" status: 200 len: 217 time: 0.0378022 Sep 08 04:57:48.198376 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:48.236116 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:48.279130 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:57:48.282241 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:57:48.289168 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:57:48.295527 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Pushing event updated for resources: {'Port': ['ID=386a7a28-2260-4d9d-a598-d1c44d5906ec,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:48.341067 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:48.341595 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:48.357306 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-b86d5d9b-0fc8-4ae3-8e2c-c3fa49cd383b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6622033 Sep 08 04:57:48.749439 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46070) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:48.787467 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628c4b0-a2d6-4d7b-8941-73eaae4e937d req-5e0ef8ba-8b47-4f05-a0f1-d24e83b62622 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:48.789040 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b628c4b0-a2d6-4d7b-8941-73eaae4e937d req-5e0ef8ba-8b47-4f05-a0f1-d24e83b62622 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 932 time: 0.0491478 Sep 08 04:57:48.826751 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b628c4b0-a2d6-4d7b-8941-73eaae4e937d req-4d28dfdc-0aac-472c-b39d-f90bfa4fd4c2 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Sep 08 04:57:48.853741 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-95f56ebf-924c-448d-a48b-7573c402e637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:48.945750 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-95f56ebf-924c-448d-a48b-7573c402e637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:48.949159 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-95f56ebf-924c-448d-a48b-7573c402e637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:48.984724 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f56ebf-924c-448d-a48b-7573c402e637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72aa91a-c141-40c0-a908-1a580667bbda,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:48.989011 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-95f56ebf-924c-448d-a48b-7573c402e637 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6eaa932f759a49178b9994301fbab67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385013 Sep 08 04:57:48.991598 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46076) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:49.037341 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-19afa30a-edb1-4e68-8c1e-ef1e87882db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.057651 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-19afa30a-edb1-4e68-8c1e-ef1e87882db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.105777 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-19afa30a-edb1-4e68-8c1e-ef1e87882db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.108699 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-19afa30a-edb1-4e68-8c1e-ef1e87882db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.109861 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-19afa30a-edb1-4e68-8c1e-ef1e87882db1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f72aa91a-c141-40c0-a908-1a580667bbda HTTP/1.1" status: 204 len: 168 time: 0.1173754 Sep 08 04:57:49.117813 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afa30a-edb1-4e68-8c1e-ef1e87882db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72aa91a-c141-40c0-a908-1a580667bbda,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:49.184450 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac72c-f6cc-48db-9b2f-c1b032676cc1 req-707f44c4-dabd-437d-9096-9456b11b13c5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:49.185997 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8a0ac72c-f6cc-48db-9b2f-c1b032676cc1 req-707f44c4-dabd-437d-9096-9456b11b13c5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0532901 Sep 08 04:57:49.227742 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8a0ac72c-f6cc-48db-9b2f-c1b032676cc1 req-6f132610-a32f-4595-ad53-3b440e039476 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356901 Sep 08 04:57:49.374399 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46084) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:49.388007 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-575fd569-1ef4-4944-b790-06f24e3ef32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.475253 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-575fd569-1ef4-4944-b790-06f24e3ef32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.478988 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-575fd569-1ef4-4944-b790-06f24e3ef32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.515890 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-575fd569-1ef4-4944-b790-06f24e3ef32e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0587f2c9cb7a4c408b9f77fa6772c02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404836 Sep 08 04:57:49.516718 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fd569-1ef4-4944-b790-06f24e3ef32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cefef8-ca9a-44c4-81f2-876f18b718c7,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:49.518548 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46086) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:49.565610 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8184e3af-9050-43c4-9d14-f7162a98a251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.585646 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8184e3af-9050-43c4-9d14-f7162a98a251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.629703 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8184e3af-9050-43c4-9d14-f7162a98a251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.632339 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8184e3af-9050-43c4-9d14-f7162a98a251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:49.636930 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8184e3af-9050-43c4-9d14-f7162a98a251 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6cefef8-ca9a-44c4-81f2-876f18b718c7 HTTP/1.1" status: 204 len: 168 time: 0.1173775 Sep 08 04:57:49.644571 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184e3af-9050-43c4-9d14-f7162a98a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cefef8-ca9a-44c4-81f2-876f18b718c7,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:49.943886 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5718c-6186-4f3c-bce4-73bc8a77bdec req-91aa0141-4797-4fb8-b2c3-7fa30966e1be tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:49.945626 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-98c5718c-6186-4f3c-bce4-73bc8a77bdec req-91aa0141-4797-4fb8-b2c3-7fa30966e1be tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 932 time: 0.0523193 Sep 08 04:57:49.985056 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-98c5718c-6186-4f3c-bce4-73bc8a77bdec req-01a057b2-c505-4e4d-9c97-db7bda480694 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Sep 08 04:57:50.351793 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e6b43-17fe-4537-b076-84456488defe req-dbc7b6a8-91f8-437e-a8c7-705e63250bad tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:50.353850 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e07e6b43-17fe-4537-b076-84456488defe req-dbc7b6a8-91f8-437e-a8c7-705e63250bad tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0517612 Sep 08 04:57:50.392772 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e07e6b43-17fe-4537-b076-84456488defe req-e4512a9b-02d0-4047-801c-b6fe880f4f72 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327742 Sep 08 04:57:50.832208 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Request body: {'port': {'device_id': '1b847c8a-9ddc-4f7f-b237-eb6df3e39efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:57:50.833472 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cd096c84-dd14-4ee8-a3c6-240a98eea367 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:57:50.860157 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: cd096c84-dd14-4ee8-a3c6-240a98eea367 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:57:50.860794 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cd096c84-dd14-4ee8-a3c6-240a98eea367 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:57:50.869272 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-7385baf7-3a7f-4f7c-ba0a-f0e22340c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:50.870784 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-7385baf7-3a7f-4f7c-ba0a-f0e22340c293 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0473716 Sep 08 04:57:50.893157 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:50.920941 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-345520e3-4f2f-4fd6-a14f-bd9f7100da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:50.923134 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-345520e3-4f2f-4fd6-a14f-bd9f7100da5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431128 Sep 08 04:57:51.043049 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-78510b5d-2e45-4a40-8219-433d6cb11fdb service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104662 Sep 08 04:57:51.189717 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d52a91-6aac-4f5a-8cd5-68794a54c87a req-2f2da38f-ea26-4948-89a4-0d6e80bd2dfd tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:51.191373 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-98d52a91-6aac-4f5a-8cd5-68794a54c87a req-2f2da38f-ea26-4948-89a4-0d6e80bd2dfd tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 932 time: 0.1054697 Sep 08 04:57:51.230866 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6e71faf3-dd7f-48cc-9ec4-798a91071408 req-a026d5b7-12b3-41f4-8771-8ebaff9ad677 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779003 Sep 08 04:57:51.244899 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-98d52a91-6aac-4f5a-8cd5-68794a54c87a req-04a51f0a-7969-4a18-9430-0590c9305adb tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461085 Sep 08 04:57:51.269407 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46144) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:51.291075 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386a7a28-2260-4d9d-a598-d1c44d5906ec {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:57:51.298937 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.315797 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Transition to ACTIVE for port object 386a7a28-2260-4d9d-a598-d1c44d5906ec will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:57:51.327161 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.397430 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6ca2924e-d011-46b8-92f1-2f757a7d3a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.414296 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Pushing event updated for resources: {'Port': ['ID=386a7a28-2260-4d9d-a598-d1c44d5906ec,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:51.475282 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Attempting to bind port 386a7a28-2260-4d9d-a598-d1c44d5906ec on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:57:51.475615 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Attempting to bind port 386a7a28-2260-4d9d-a598-d1c44d5906ec by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '2a1240ca-47fa-4be6-b6b8-b5273a29faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:57:51.475939 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Attempting to bind port 386a7a28-2260-4d9d-a598-d1c44d5906ec on network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:57:51.488314 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Port 386a7a28-2260-4d9d-a598-d1c44d5906ec on network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:57:51.488638 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Attempting to bind port 386a7a28-2260-4d9d-a598-d1c44d5906ec on network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:57:51.493186 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6ca2924e-d011-46b8-92f1-2f757a7d3a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.498887 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6ca2924e-d011-46b8-92f1-2f757a7d3a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.511271 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:57:51.511603 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Checking segment: {'id': '2a1240ca-47fa-4be6-b6b8-b5273a29faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:57:51.511980 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Bound using segment: {'id': '2a1240ca-47fa-4be6-b6b8-b5273a29faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:57:51.512408 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Bound port: 386a7a28-2260-4d9d-a598-d1c44d5906ec, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1240ca-47fa-4be6-b6b8-b5273a29faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:57:51.512767 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.537134 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-6ca2924e-d011-46b8-92f1-2f757a7d3a7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c64195ce3a6f45579005d09ed1d796e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667542 Sep 08 04:57:51.538119 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2924e-d011-46b8-92f1-2f757a7d3a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c3d634-cd2b-4957-9671-f4a6fe3b20b6,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:51.540491 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46154) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:51.558057 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e6ac3-aef8-422b-818c-3cc5f02c3218 req-daf3fe6d-6695-4f22-b628-e7d29751cd3e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:51.559526 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-580e6ac3-aef8-422b-818c-3cc5f02c3218 req-daf3fe6d-6695-4f22-b628-e7d29751cd3e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0865276 Sep 08 04:57:51.592282 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0374e9e3-75d8-40e7-bc8b-23607fb8e441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.613451 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0374e9e3-75d8-40e7-bc8b-23607fb8e441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.614453 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] For port 386a7a28-2260-4d9d-a598-d1c44d5906ec, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:57:51.629331 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-580e6ac3-aef8-422b-818c-3cc5f02c3218 req-980963c4-c6c8-4412-81b5-8e3ec92445d0 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626032 Sep 08 04:57:51.632530 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] For port 386a7a28-2260-4d9d-a598-d1c44d5906ec, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=386a7a28-2260-4d9d-a598-d1c44d5906ec,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:57:51.637067 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.672627 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:51.673236 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.675019 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] 10.222.0.26 "PUT /v2.0/ports/386a7a28-2260-4d9d-a598-d1c44d5906ec HTTP/1.1" status: 200 len: 1094 time: 0.8467817 Sep 08 04:57:51.675611 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b847c8a-9ddc-4f7f-b237-eb6df3e39efc', 'tag': '386a7a28-2260-4d9d-a598-d1c44d5906ec'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:57:51.676328 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0374e9e3-75d8-40e7-bc8b-23607fb8e441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.677819 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b847c8a-9ddc-4f7f-b237-eb6df3e39efc", "tag": "386a7a28-2260-4d9d-a598-d1c44d5906ec"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:57:51.678891 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0374e9e3-75d8-40e7-bc8b-23607fb8e441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:51.682263 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0374e9e3-75d8-40e7-bc8b-23607fb8e441 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8c3d634-cd2b-4957-9671-f4a6fe3b20b6 HTTP/1.1" status: 204 len: 168 time: 0.1371775 Sep 08 04:57:51.696329 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e9e3-75d8-40e7-bc8b-23607fb8e441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c3d634-cd2b-4957-9671-f4a6fe3b20b6,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:51.711781 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9b402-36ad-4256-a74c-a692f3f98984 service neutron] Pushing event updated for resources: {'Port': ['ID=386a7a28-2260-4d9d-a598-d1c44d5906ec,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:51.723553 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbd8fdf-1a4a-4281-8287-361f933b4c0d x-openstack-request-id: req-9fbd8fdf-1a4a-4281-8287-361f933b4c0d {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:57:51.723860 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b847c8a-9ddc-4f7f-b237-eb6df3e39efc", "tag": "386a7a28-2260-4d9d-a598-d1c44d5906ec", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:57:51.724136 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fbd8fdf-1a4a-4281-8287-361f933b4c0d {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:57:51.724550 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b847c8a-9ddc-4f7f-b237-eb6df3e39efc', 'tag': '386a7a28-2260-4d9d-a598-d1c44d5906ec', 'status': 'completed', 'code': 200} Sep 08 04:57:51.794864 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-6e39b773-7e10-49be-bd3a-42ed2975cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:51.796358 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-6e39b773-7e10-49be-bd3a-42ed2975cf21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a41210e3cbf74d8e87c3c4f294aab379&device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 1097 time: 0.0408690 Sep 08 04:57:51.964297 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46162) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:51.977291 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51d32574-e41a-4677-b9b9-894b3a96a0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:52.066618 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-df469dc0-7c7c-41c4-9611-5e5c537f1b97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386a7a28-2260-4d9d-a598-d1c44d5906ec HTTP/1.1" status: 200 len: 217 time: 0.2535102 Sep 08 04:57:52.072144 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51d32574-e41a-4677-b9b9-894b3a96a0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:52.076071 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51d32574-e41a-4677-b9b9-894b3a96a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:52.112088 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d32574-e41a-4677-b9b9-894b3a96a0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f72b3f-046d-4497-8bd7-5a39d622ce06,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:52.114580 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-73e742be-8b13-49b8-bb81-b20a3dad8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:52.116040 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-73e742be-8b13-49b8-bb81-b20a3dad8f15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c53ee926-3ff1-431b-8550-4739b284fd0f HTTP/1.1" status: 200 len: 849 time: 0.0419195 Sep 08 04:57:52.116330 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-51d32574-e41a-4677-b9b9-894b3a96a0d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b51ccfb23334b1494d578d77063fd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510236 Sep 08 04:57:52.118978 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46164) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:52.147293 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-bb77573b-947f-4ba2-b4dc-57cf5a1f14b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239954 Sep 08 04:57:52.166309 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76b9ba96-1feb-435e-b23a-7e7fdac56bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:52.187537 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76b9ba96-1feb-435e-b23a-7e7fdac56bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:52.231741 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76b9ba96-1feb-435e-b23a-7e7fdac56bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:52.234253 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76b9ba96-1feb-435e-b23a-7e7fdac56bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:52.235544 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-76b9ba96-1feb-435e-b23a-7e7fdac56bc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79f72b3f-046d-4497-8bd7-5a39d622ce06 HTTP/1.1" status: 204 len: 168 time: 0.1155608 Sep 08 04:57:52.239527 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-420efafe-56ff-4e08-8268-8c00387d784f service neutron] 10.222.0.26 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853302 Sep 08 04:57:52.246429 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9ba96-1feb-435e-b23a-7e7fdac56bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f72b3f-046d-4497-8bd7-5a39d622ce06,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:52.358317 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-100c0a93-1995-4466-a6d0-7aedd32683b2 req-c3d20ab4-0e83-4d76-85e5-24e5eb6b5ef5 service neutron] 10.222.0.26 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112356 Sep 08 04:57:52.376788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918542-ca6d-46ab-a8c9-f9304955c25c req-fed1c7e8-dd36-4571-acfe-f35a9baba118 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:52.378347 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7d918542-ca6d-46ab-a8c9-f9304955c25c req-fed1c7e8-dd36-4571-acfe-f35a9baba118 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 944 time: 0.0600851 Sep 08 04:57:52.431280 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7d918542-ca6d-46ab-a8c9-f9304955c25c req-239e7c5a-e73b-4e31-8f43-07fffaaab07a tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 Sep 08 04:57:52.488093 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-c367f388-f54b-4e11-b4ed-d05b7a9f99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:52.489579 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-c367f388-f54b-4e11-b4ed-d05b7a9f99ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a41210e3cbf74d8e87c3c4f294aab379&device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 1097 time: 0.0449080 Sep 08 04:57:52.593181 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-fc576617-d736-4a6a-be90-8779e6319bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:52.594815 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-fc576617-d736-4a6a-be90-8779e6319bc0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 HTTP/1.1" status: 200 len: 910 time: 0.0972641 Sep 08 04:57:52.642042 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-d9174070-1d68-453a-ae62-c6329037a3cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386a7a28-2260-4d9d-a598-d1c44d5906ec HTTP/1.1" status: 200 len: 217 time: 0.0395257 Sep 08 04:57:52.693692 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-c54a15c7-b0a8-433b-8527-b4722afab83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:52.695166 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-c54a15c7-b0a8-433b-8527-b4722afab83c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c53ee926-3ff1-431b-8550-4739b284fd0f HTTP/1.1" status: 200 len: 849 time: 0.0452721 Sep 08 04:57:52.729997 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-4184d57e-f9ee-46b9-850c-106d8cb2ec62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258431 Sep 08 04:57:52.760659 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2114080-af40-4f1b-9a4c-84ad4a3dae78 req-2507a39d-1113-4e13-9a9b-da1c85c9b3e6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:52.762414 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e2114080-af40-4f1b-9a4c-84ad4a3dae78 req-2507a39d-1113-4e13-9a9b-da1c85c9b3e6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0563011 Sep 08 04:57:52.802686 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e2114080-af40-4f1b-9a4c-84ad4a3dae78 req-41924487-84fd-4610-9e73-0a00e37d0021 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343869 Sep 08 04:57:52.828637 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:57:52.851328 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-93dfb757-0ded-4b3a-8283-c05fed46b8ea service neutron] 10.222.0.26 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083083 Sep 08 04:57:52.936711 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:52.951864 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'port_id': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'mac_address': 'fa:16:3e:de:5b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:57:52.956971 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ce0658a-f1a4-46d3-9d05-349c3e0423f0 req-210cc486-b21c-40d6-a1fb-0d2cbc39382f service neutron] 10.222.0.26 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971751 Sep 08 04:57:52.987648 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:53.002327 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5880c43-fdb0-4af6-93b0-ef576cb9976e {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:57:53.021927 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:53.025682 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:53.075253 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:53.082365 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.082928 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.083362 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.083765 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.084117 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.084443 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.084907 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.085325 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.085715 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.086067 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.086391 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.086717 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:57:53.330036 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['c5880c43-fdb0-4af6-93b0-ef576cb9976e'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:57:53.545731 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2804af-6b2d-48ed-90df-1c8c674ca312 req-bee598fa-7b2d-4cd5-a882-307ce30b2952 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:53.547706 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7b2804af-6b2d-48ed-90df-1c8c674ca312 req-bee598fa-7b2d-4cd5-a882-307ce30b2952 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 944 time: 0.0489817 Sep 08 04:57:53.589054 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7b2804af-6b2d-48ed-90df-1c8c674ca312 req-f042116a-3b11-4bb6-b887-b531a083a425 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352993 Sep 08 04:57:53.953367 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2321ab-6c35-452c-a815-e242dc5efc79 req-2725c3bc-7047-467a-ba49-0811f65988ed tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:53.955268 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9d2321ab-6c35-452c-a815-e242dc5efc79 req-2725c3bc-7047-467a-ba49-0811f65988ed tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 944 time: 0.0626099 Sep 08 04:57:53.997254 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9d2321ab-6c35-452c-a815-e242dc5efc79 req-bdea6231-a872-47d1-a2d6-28ec18b4d3e9 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342309 Sep 08 04:57:54.701445 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e124792-22f2-474e-9866-8c53800411df req-4efa0581-165f-4c6f-89a7-08e4b7125489 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:54.702932 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e124792-22f2-474e-9866-8c53800411df req-4efa0581-165f-4c6f-89a7-08e4b7125489 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 944 time: 0.0490916 Sep 08 04:57:54.739884 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e124792-22f2-474e-9866-8c53800411df req-1cf97323-f856-4086-957a-047b4fc6485f tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Sep 08 04:57:54.851520 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 386a7a28-2260-4d9d-a598-d1c44d5906ec details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:57:54.861680 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:57:54.966806 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port c5880c43-fdb0-4af6-93b0-ef576cb9976e completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:57:54.978882 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port c5880c43-fdb0-4af6-93b0-ef576cb9976e triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:57:54.979253 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:55.013337 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 386a7a28-2260-4d9d-a598-d1c44d5906ec, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=386a7a28-2260-4d9d-a598-d1c44d5906ec,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:55.031214 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '386a7a28-2260-4d9d-a598-d1c44d5906ec', 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7', 'port_id': '386a7a28-2260-4d9d-a598-d1c44d5906ec', 'mac_address': 'fa:16:3e:b1:03:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53ee926-3ff1-431b-8550-4739b284fd0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:57:55.100244 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:55.139795 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386a7a28-2260-4d9d-a598-d1c44d5906ec {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:57:55.140331 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa14cf-7919-477b-b488-094a93c61354 req-3b75193b-28d0-4969-ba7f-ddbdbc4a3177 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:55.142757 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-76fa14cf-7919-477b-b488-094a93c61354 req-3b75193b-28d0-4969-ba7f-ddbdbc4a3177 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 944 time: 0.0589037 Sep 08 04:57:55.146552 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:55.175084 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 386a7a28-2260-4d9d-a598-d1c44d5906ec, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=386a7a28-2260-4d9d-a598-d1c44d5906ec,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:55.188194 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:57:55.190626 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758a1734-93aa-4f58-b1e5-cec0a5c1e4df" -d '{"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-plugged", "status": "completed", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:57:55.196513 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:55.211198 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:57:55.212103 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-76fa14cf-7919-477b-b488-094a93c61354 req-d977c3ac-ab45-42c1-b8c1-742864ea4a62 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527029 Sep 08 04:57:55.239885 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:55.242575 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d6ad57-a0ce-40a9-b523-b01bba6ea7e2 x-openstack-request-id: req-b0d6ad57-a0ce-40a9-b523-b01bba6ea7e2 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:57:55.243137 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-plugged", "status": "completed", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:57:55.243436 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0d6ad57-a0ce-40a9-b523-b01bba6ea7e2 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:57:55.244400 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'code': 200} Sep 08 04:57:55.268920 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=386a7a28-2260-4d9d-a598-d1c44d5906ec,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:55.320784 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:55.855444 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b3256-9425-4b12-81ea-63b57967f299 req-1dec1ded-f951-4252-97b8-370f760f375e tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:55.856895 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f00b3256-9425-4b12-81ea-63b57967f299 req-1dec1ded-f951-4252-97b8-370f760f375e tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 945 time: 0.0520542 Sep 08 04:57:55.893349 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f00b3256-9425-4b12-81ea-63b57967f299 req-a7111ac0-6006-479a-8d20-7d9a76edfe4c tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307000 Sep 08 04:57:56.339276 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084983d-b438-4025-8bf5-a42d075f18a4 req-edc00265-34f0-46d6-8287-f7bd46141dce tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:56.340735 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d084983d-b438-4025-8bf5-a42d075f18a4 req-edc00265-34f0-46d6-8287-f7bd46141dce tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0479341 Sep 08 04:57:56.377140 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d084983d-b438-4025-8bf5-a42d075f18a4 req-ea4a9844-7f32-4879-8856-e3891e2eec50 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304992 Sep 08 04:57:57.002608 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42f7b4-63f0-40a4-a6c4-0f6256109865 req-fa287f24-caa0-4037-9484-2bb59c415389 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:57.004044 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fc42f7b4-63f0-40a4-a6c4-0f6256109865 req-fa287f24-caa0-4037-9484-2bb59c415389 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 945 time: 0.0470634 Sep 08 04:57:57.040932 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fc42f7b4-63f0-40a4-a6c4-0f6256109865 req-ce47ca36-bdf5-42fc-a0ca-ae0cc249a19b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304339 Sep 08 04:57:57.492937 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae170a4-306c-4c4b-93ff-b501e816470c req-559a29e1-8481-44a0-ae63-9b1b0026e3e0 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:57.494992 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9ae170a4-306c-4c4b-93ff-b501e816470c req-559a29e1-8481-44a0-ae63-9b1b0026e3e0 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0473795 Sep 08 04:57:57.534221 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9ae170a4-306c-4c4b-93ff-b501e816470c req-cbe30f22-3664-4d82-b66c-5621366dbca5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333908 Sep 08 04:57:58.126693 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e1461-99e2-44aa-9213-2e4b20eed991 req-129846f2-7bd0-4ab2-8aeb-0a33d96f1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:58.128289 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a0e1461-99e2-44aa-9213-2e4b20eed991 req-129846f2-7bd0-4ab2-8aeb-0a33d96f1852 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 1098 time: 0.0410864 Sep 08 04:57:58.156336 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e0bdb-5769-456b-a08f-b57e450b13e3 req-2f910637-ade0-416d-88e3-623d368516a3 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:58.158169 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bc1e0bdb-5769-456b-a08f-b57e450b13e3 req-2f910637-ade0-416d-88e3-623d368516a3 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 945 time: 0.0486152 Sep 08 04:57:58.163611 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a0e1461-99e2-44aa-9213-2e4b20eed991 req-e5701ee8-9d73-417a-8b8e-5468cb413b92 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275521 Sep 08 04:57:58.194926 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bc1e0bdb-5769-456b-a08f-b57e450b13e3 req-515071b4-5d10-4569-b4be-250f22d3d06d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Sep 08 04:57:58.240690 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['386a7a28-2260-4d9d-a598-d1c44d5906ec'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:57:58.340474 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-587c2e46-7cf9-4bcc-bec8-b3c5d782b714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:58.652434 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc549406-4e0c-4cd8-b777-ad05520f23e6 req-4555cda4-25e5-4d1e-b416-515540e37e55 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:58.653945 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dc549406-4e0c-4cd8-b777-ad05520f23e6 req-4555cda4-25e5-4d1e-b416-515540e37e55 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0501595 Sep 08 04:57:58.700681 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dc549406-4e0c-4cd8-b777-ad05520f23e6 req-8bc4ec16-d1d8-47bb-bf4f-9045c771a608 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398991 Sep 08 04:57:58.761687 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46296) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:58.861567 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-30acc821-b662-4ef4-beee-e23fc4095ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:58.946887 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-30acc821-b662-4ef4-beee-e23fc4095ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:58.950409 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-30acc821-b662-4ef4-beee-e23fc4095ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:58.989724 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-30acc821-b662-4ef4-beee-e23fc4095ee6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01d0827e7b50492590e78101e9e8b2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269907 Sep 08 04:57:58.990670 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acc821-b662-4ef4-beee-e23fc4095ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1213e26-167d-4f8c-959f-ad456bb2503d,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:58.992372 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46300) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:59.044322 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b186ba6b-4baa-4a31-8fbe-1a53640e8b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.064319 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b186ba6b-4baa-4a31-8fbe-1a53640e8b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.108040 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b186ba6b-4baa-4a31-8fbe-1a53640e8b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.110730 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b186ba6b-4baa-4a31-8fbe-1a53640e8b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.111847 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b186ba6b-4baa-4a31-8fbe-1a53640e8b22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1213e26-167d-4f8c-959f-ad456bb2503d HTTP/1.1" status: 204 len: 168 time: 0.1184978 Sep 08 04:57:59.119337 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186ba6b-4baa-4a31-8fbe-1a53640e8b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1213e26-167d-4f8c-959f-ad456bb2503d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:59.311623 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22780f-85c8-4225-b459-61f6051c0236 req-42086ca6-c455-4d83-a89b-3b8caedc2983 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:59.313170 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3a22780f-85c8-4225-b459-61f6051c0236 req-42086ca6-c455-4d83-a89b-3b8caedc2983 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 945 time: 0.0511279 Sep 08 04:57:59.362511 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3a22780f-85c8-4225-b459-61f6051c0236 req-605aeeb5-5d20-4c6d-b851-965cb1e03056 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Sep 08 04:57:59.429882 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46312) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:59.443321 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f62c-257e-43b0-9dc9-32602b88803a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.534340 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f62c-257e-43b0-9dc9-32602b88803a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.538486 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f62c-257e-43b0-9dc9-32602b88803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.578515 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-bcc1f62c-257e-43b0-9dc9-32602b88803a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=426c915a0e444daca1bbdc8fef031157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473362 Sep 08 04:57:59.580306 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46318) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:59.587167 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1f62c-257e-43b0-9dc9-32602b88803a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6a51b4-906f-446b-9cb6-5de79f4a3c47,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:59.629325 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e01cbf9e-9ddc-43af-9638-a0990633cb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.652499 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e01cbf9e-9ddc-43af-9638-a0990633cb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.699857 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e01cbf9e-9ddc-43af-9638-a0990633cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.702619 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e01cbf9e-9ddc-43af-9638-a0990633cb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.703730 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e01cbf9e-9ddc-43af-9638-a0990633cb4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a6a51b4-906f-446b-9cb6-5de79f4a3c47 HTTP/1.1" status: 204 len: 168 time: 0.1224778 Sep 08 04:57:59.711320 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cbf9e-9ddc-43af-9638-a0990633cb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6a51b4-906f-446b-9cb6-5de79f4a3c47,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:57:59.797231 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:57:59.825717 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09764fb-f1d8-477e-a32a-80c6f09fa5f9 req-f7af85ca-229d-498f-8d5e-b6453267b67b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:59.827238 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f09764fb-f1d8-477e-a32a-80c6f09fa5f9 req-f7af85ca-229d-498f-8d5e-b6453267b67b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0489655 Sep 08 04:57:59.867412 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f09764fb-f1d8-477e-a32a-80c6f09fa5f9 req-bfd3ef9f-fe81-4fae-9277-342b6299e659 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340869 Sep 08 04:57:59.981477 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e185-b9db-4f75-a212-9d415f598b98 req-47080f2d-32ad-499f-95f6-c6d0af66e134 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:57:59.982997 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-edd0e185-b9db-4f75-a212-9d415f598b98 req-47080f2d-32ad-499f-95f6-c6d0af66e134 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Sep 08 04:57:59.991432 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46332) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:57:59.996303 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-8a80f28c-6d11-4eb3-8de6-a06cc967bae8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Request body: {'floatingip': {'port_id': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:00.036093 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a80f28c-6d11-4eb3-8de6-a06cc967bae8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:00.491385 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d727e-8e6c-4e58-a5e0-8f69dd6ac394 req-fcedbdca-9fca-4455-b337-43c86741f03d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:00.492896 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ef2d727e-8e6c-4e58-a5e0-8f69dd6ac394 req-fcedbdca-9fca-4455-b337-43c86741f03d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 945 time: 0.0541215 Sep 08 04:58:00.532250 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ef2d727e-8e6c-4e58-a5e0-8f69dd6ac394 req-ff42865b-9195-4056-a4c3-7ca6495387be tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Sep 08 04:58:00.729727 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a80f28c-6d11-4eb3-8de6-a06cc967bae8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:00.734693 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a80f28c-6d11-4eb3-8de6-a06cc967bae8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:00.859140 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de1ab3b-27bf-4300-b281-6b034320c0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:00.867849 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-8a80f28c-6d11-4eb3-8de6-a06cc967bae8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Floating IP 9f73813a-0184-48d5-b345-0eef00aed598 associated. External IP: 172.27.3.23, port: c5880c43-fdb0-4af6-93b0-ef576cb9976e. Sep 08 04:58:00.888206 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 386a7a28-2260-4d9d-a598-d1c44d5906ec up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:00.956172 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 386a7a28-2260-4d9d-a598-d1c44d5906ec completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:00.960483 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 386a7a28-2260-4d9d-a598-d1c44d5906ec triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:00.961060 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:01.125235 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a80f28c-6d11-4eb3-8de6-a06cc967bae8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:58:01.152016 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:01.176791 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b847c8a-9ddc-4f7f-b237-eb6df3e39efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a7a28-2260-4d9d-a598-d1c44d5906ec'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:58:01.179170 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beffabc5-e9f6-4bd5-afe1-5b8554fbabc4" -d '{"events": [{"server_uuid": "1b847c8a-9ddc-4f7f-b237-eb6df3e39efc", "name": "network-vif-plugged", "status": "completed", "tag": "386a7a28-2260-4d9d-a598-d1c44d5906ec"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:58:01.192815 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 386a7a28-2260-4d9d-a598-d1c44d5906ec, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=386a7a28-2260-4d9d-a598-d1c44d5906ec,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:01.198553 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:01.223094 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178248a-356b-4a19-b6b4-4508ba789b5f x-openstack-request-id: req-f178248a-356b-4a19-b6b4-4508ba789b5f {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:58:01.223615 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b847c8a-9ddc-4f7f-b237-eb6df3e39efc", "name": "network-vif-plugged", "status": "completed", "tag": "386a7a28-2260-4d9d-a598-d1c44d5906ec", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:58:01.223943 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f178248a-356b-4a19-b6b4-4508ba789b5f {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:58:01.224428 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b847c8a-9ddc-4f7f-b237-eb6df3e39efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a7a28-2260-4d9d-a598-d1c44d5906ec', 'code': 200} Sep 08 04:58:01.238105 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a80f28c-6d11-4eb3-8de6-a06cc967bae8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:58:01.242796 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a80f28c-6d11-4eb3-8de6-a06cc967bae8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:01.249531 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] Sync routers for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:58:01.260482 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=386a7a28-2260-4d9d-a598-d1c44d5906ec,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:01.267017 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:01.267630 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:01.278656 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8a80f28c-6d11-4eb3-8de6-a06cc967bae8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "PUT /v2.0/floatingips/9f73813a-0184-48d5-b345-0eef00aed598 HTTP/1.1" status: 200 len: 990 time: 1.2856896 Sep 08 04:58:01.279279 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:58:01.282331 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c77a88-3509-479e-abf9-8214993cdf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:58:01.331855 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:01.346982 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e734bf-2e92-4b13-a7a8-9cbc95f9b610 x-openstack-request-id: req-66e734bf-2e92-4b13-a7a8-9cbc95f9b610 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:58:01.347504 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:58:01.347932 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66e734bf-2e92-4b13-a7a8-9cbc95f9b610 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:58:01.348539 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'status': 'completed', 'code': 200} Sep 08 04:58:01.407337 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:01.468569 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-b93fcca7-72f7-49e9-83db-3a5156771d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:01.470844 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-b93fcca7-72f7-49e9-83db-3a5156771d56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 1098 time: 0.0458126 Sep 08 04:58:01.473694 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122de86-79cd-48df-8d6d-983503db6baa req-a7367319-1b3d-42b0-8424-39b602bde1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:01.475271 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3122de86-79cd-48df-8d6d-983503db6baa req-a7367319-1b3d-42b0-8424-39b602bde1da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 1099 time: 0.0493150 Sep 08 04:58:01.513579 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3122de86-79cd-48df-8d6d-983503db6baa req-fe02b9df-0436-4636-a8ec-3f5dddf00cb1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287716 Sep 08 04:58:01.569074 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-d7e7a8e9-5d99-4507-bf4c-5957671b774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:01.570591 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-d7e7a8e9-5d99-4507-bf4c-5957671b774f service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.0864794 Sep 08 04:58:01.649170 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38766-223d-4bce-90f5-c576efeb2306 req-0e812659-fb85-45b8-89a5-eebf0bb1878c tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:01.650815 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0fc38766-223d-4bce-90f5-c576efeb2306 req-0e812659-fb85-45b8-89a5-eebf0bb1878c tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 946 time: 0.0482683 Sep 08 04:58:01.670970 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '9f73813a-0184-48d5-b345-0eef00aed598', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'port_id': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'mac_address': 'fa:16:3e:de:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:57:42Z', 'updated_at': '2021-09-08T04:58:00Z', 'revision_number': 1, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:01.691116 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0fc38766-223d-4bce-90f5-c576efeb2306 req-25c919f2-807b-495c-b443-06edf4459959 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Sep 08 04:58:01.698228 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] Checking router: b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:58:01.706486 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:01.707021 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:01.808397 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:01.860289 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-c5b42d70-409b-4579-a1e1-4b5f0b054c6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e HTTP/1.1" status: 200 len: 998 time: 0.0568452 Sep 08 04:58:01.933088 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-819b5404-f564-409e-8e9b-47b4de06ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:01.934606 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-819b5404-f564-409e-8e9b-47b4de06ff8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0456057 Sep 08 04:58:01.999051 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-16bef238-1e9d-4166-85ed-611c56927149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:02.000779 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-16bef238-1e9d-4166-85ed-611c56927149 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573905 Sep 08 04:58:02.061442 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '9f73813a-0184-48d5-b345-0eef00aed598', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'port_id': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'mac_address': 'fa:16:3e:de:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:57:42Z', 'updated_at': '2021-09-08T04:58:00Z', 'revision_number': 1, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:02.097310 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851b2986-53ae-4601-a316-1b530ce4cb28 None None] The sync data for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi is: [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '9f73813a-0184-48d5-b345-0eef00aed598', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'port_id': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'mac_address': 'fa:16:3e:de:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:57:42Z', 'updated_at': '2021-09-08T04:58:00Z', 'revision_number': 1, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:58:02.106678 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-3512aa74-26e8-4f85-896b-6fbb30ccaaf8 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960579 Sep 08 04:58:02.188637 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:02.211480 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e1c77a88-3509-479e-abf9-8214993cdf1f req-590b184f-607c-4d3f-8a90-d1e4ed7888e0 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958965 Sep 08 04:58:02.330973 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3473f-3a33-41f6-af1c-cee3c0ab8d2a None None] New status for floating IP 9f73813a-0184-48d5-b345-0eef00aed598: ACTIVE {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 04:58:02.805634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa94a2-1596-4597-861c-16e230a1b12d req-c043b350-5749-47d9-a879-a75bc51d77dd tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:02.807784 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c2fa94a2-1596-4597-861c-16e230a1b12d req-c043b350-5749-47d9-a879-a75bc51d77dd tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 946 time: 0.0481446 Sep 08 04:58:02.843745 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c2fa94a2-1596-4597-861c-16e230a1b12d req-6f8ab2a3-28c7-4734-a5f6-7d1077ef03cd tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300970 Sep 08 04:58:03.437108 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:03.665036 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720332b5-01d6-414d-8217-47519c1ae771 req-c435d761-6d5f-4eb6-89f1-a0576bd86797 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:03.667144 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-720332b5-01d6-414d-8217-47519c1ae771 req-c435d761-6d5f-4eb6-89f1-a0576bd86797 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 946 time: 0.0555506 Sep 08 04:58:03.704844 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-720332b5-01d6-414d-8217-47519c1ae771 req-87a86ddf-2646-4dac-ab99-083311a15784 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Sep 08 04:58:03.845129 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46440) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:03.947179 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9bc53f61-3099-48a9-a6dc-848dc084e8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:04.033745 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9bc53f61-3099-48a9-a6dc-848dc084e8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:04.037109 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9bc53f61-3099-48a9-a6dc-848dc084e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:04.076702 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9bc53f61-3099-48a9-a6dc-848dc084e8f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8d9b0a08f904150a54136fa69ef34f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305174 Sep 08 04:58:04.077744 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc53f61-3099-48a9-a6dc-848dc084e8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d2cacb-de6f-487e-90bd-02bd779f57fd,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:04.079336 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46444) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:04.127713 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-15795bd7-fe4e-4c73-9c19-6cc691b1c902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:04.148404 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-15795bd7-fe4e-4c73-9c19-6cc691b1c902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:04.193059 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-15795bd7-fe4e-4c73-9c19-6cc691b1c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:04.195997 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-15795bd7-fe4e-4c73-9c19-6cc691b1c902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:04.197716 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-15795bd7-fe4e-4c73-9c19-6cc691b1c902 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47d2cacb-de6f-487e-90bd-02bd779f57fd HTTP/1.1" status: 204 len: 168 time: 0.1173925 Sep 08 04:58:04.206597 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15795bd7-fe4e-4c73-9c19-6cc691b1c902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d2cacb-de6f-487e-90bd-02bd779f57fd,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:04.825834 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9408f-1e7f-4bf6-b4a4-1ef2a81b3c4f req-012be64b-fe0e-4c0e-af5b-3283281442ab tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:04.827373 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-99c9408f-1e7f-4bf6-b4a4-1ef2a81b3c4f req-012be64b-fe0e-4c0e-af5b-3283281442ab tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 946 time: 0.0489697 Sep 08 04:58:04.865133 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-99c9408f-1e7f-4bf6-b4a4-1ef2a81b3c4f req-c5458036-113b-45ae-b370-5f1ba6c51c39 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Sep 08 04:58:05.397130 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-787e8a51-0bde-4a8e-81d9-80abf0cf27d6 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:05.398737 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-787e8a51-0bde-4a8e-81d9-80abf0cf27d6 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 946 time: 0.0510461 Sep 08 04:58:05.497313 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Deleting port 386a7a28-2260-4d9d-a598-d1c44d5906ec {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:58:05.497656 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:05.584279 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] For port 386a7a28-2260-4d9d-a598-d1c44d5906ec, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=386a7a28-2260-4d9d-a598-d1c44d5906ec,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:05.584644 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:05.601502 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Calling delete_port for 386a7a28-2260-4d9d-a598-d1c44d5906ec owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:58:05.731377 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:05.766679 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Pushing event deleted for resources: {'Port': ['ID=386a7a28-2260-4d9d-a598-d1c44d5906ec,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:05.769370 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['386a7a28-2260-4d9d-a598-d1c44d5906ec'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:58:05.808689 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] No DVR routers for this DVR port 386a7a28-2260-4d9d-a598-d1c44d5906ec on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:58:05.811194 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:05.813137 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3afb6f80-8536-4490-ab60-7d286834cbaf req-85a98c07-66ed-4a59-a7aa-3d8709af70d5 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.26 "DELETE /v2.0/ports/386a7a28-2260-4d9d-a598-d1c44d5906ec HTTP/1.1" status: 204 len: 173 time: 0.4064484 Sep 08 04:58:05.813580 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b847c8a-9ddc-4f7f-b237-eb6df3e39efc', 'name': 'network-vif-deleted', 'tag': '386a7a28-2260-4d9d-a598-d1c44d5906ec'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:58:05.816571 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03d7a18-b649-43e6-aab8-c9029a2343df" -d '{"events": [{"server_uuid": "1b847c8a-9ddc-4f7f-b237-eb6df3e39efc", "name": "network-vif-deleted", "tag": "386a7a28-2260-4d9d-a598-d1c44d5906ec"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:58:05.859712 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e42d6f1-21b1-4a6e-a3f7-d4d274c9ff41 x-openstack-request-id: req-0e42d6f1-21b1-4a6e-a3f7-d4d274c9ff41 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:58:05.859972 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b847c8a-9ddc-4f7f-b237-eb6df3e39efc", "name": "network-vif-deleted", "tag": "386a7a28-2260-4d9d-a598-d1c44d5906ec", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:58:05.860221 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e42d6f1-21b1-4a6e-a3f7-d4d274c9ff41 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:58:05.860712 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b847c8a-9ddc-4f7f-b237-eb6df3e39efc', 'name': 'network-vif-deleted', 'tag': '386a7a28-2260-4d9d-a598-d1c44d5906ec', 'status': 'completed', 'code': 200} Sep 08 04:58:05.968190 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b5968a0-b333-4abf-90c5-a922201322b3 req-1693e90b-6c36-4aa5-b713-96e9cf778d06 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b847c8a-9ddc-4f7f-b237-eb6df3e39efc HTTP/1.1" status: 200 len: 210 time: 0.0283713 Sep 08 04:58:07.266994 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-f6fa9c9c-5a1d-4096-9bb5-170dee3ee35f tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:07.268446 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-f6fa9c9c-5a1d-4096-9bb5-170dee3ee35f tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/networks?id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 HTTP/1.1" status: 200 len: 809 time: 0.1000564 Sep 08 04:58:07.283231 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-6cac0448-76af-49f8-a492-42a11f9938f0 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/quotas/a41210e3cbf74d8e87c3c4f294aab379 HTTP/1.1" status: 200 len: 375 time: 0.0091419 Sep 08 04:58:07.316680 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-c26a426a-95a4-4e15-8746-53d688284d66 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a41210e3cbf74d8e87c3c4f294aab379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275466 Sep 08 04:58:07.407278 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-7c24c2bf-b40a-4d82-ad14-a1b547b6de82 service neutron] 10.222.0.20 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831254 Sep 08 04:58:07.500122 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-15f97399-9d53-4ebc-b17c-a65a81887b78 service neutron] 10.222.0.20 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866761 Sep 08 04:58:07.662074 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-286c6300-60dc-454a-8532-bac53ed64176 req-4bcb7469-8fd7-4bbf-87e3-5202603c2f2e tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 210 time: 0.0292635 Sep 08 04:58:08.684892 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-23d7a0e1-acb5-4a0d-a34a-9b7b21577314 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:08.691364 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-23d7a0e1-acb5-4a0d-a34a-9b7b21577314 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.26 "GET /v2.0/networks?id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 HTTP/1.1" status: 200 len: 809 time: 0.1300981 Sep 08 04:58:08.724876 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Request body: {'port': {'device_id': 'bb371ebd-7e66-4037-b723-b7dcda886722', 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7', 'admin_state_up': True, 'tenant_id': 'a41210e3cbf74d8e87c3c4f294aab379'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:08.757904 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8acaec97-cecc-4c35-a267-8a6af1295d33 req-fccd6da2-13be-4c74-924d-fe8f50a17bdd tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 210 time: 0.0277476 Sep 08 04:58:08.834731 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Made reservation on behalf of a41210e3cbf74d8e87c3c4f294aab379 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:08.837914 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46614) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:08.838287 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:08.881548 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb18fbdc-69fc-43f5-a34c-823b6b1ffbaa admin admin] Deleting subnet fbe190d0-ef08-438d-8919-70966cb61a94 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 04:58:08.884482 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb18fbdc-69fc-43f5-a34c-823b6b1ffbaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:08.914396 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 386a7a28-2260-4d9d-a598-d1c44d5906ec no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:58:08.921420 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb18fbdc-69fc-43f5-a34c-823b6b1ffbaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:08.934893 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 386a7a28-2260-4d9d-a598-d1c44d5906ec {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:58:08.935233 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 386a7a28-2260-4d9d-a598-d1c44d5906ec not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:58:08.959897 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb18fbdc-69fc-43f5-a34c-823b6b1ffbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:08.965522 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Allocated IP 172.20.0.3 (3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7/c53ee926-3ff1-431b-8550-4739b284fd0f/453aecc2-741d-4cc3-b139-675321073ffd) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:09.012735 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb18fbdc-69fc-43f5-a34c-823b6b1ffbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.039570 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18fbdc-69fc-43f5-a34c-823b6b1ffbaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe190d0-ef08-438d-8919-70966cb61a94,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:09.042121 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb18fbdc-69fc-43f5-a34c-823b6b1ffbaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.044642 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bb18fbdc-69fc-43f5-a34c-823b6b1ffbaa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fbe190d0-ef08-438d-8919-70966cb61a94 HTTP/1.1" status: 204 len: 168 time: 0.2050607 Sep 08 04:58:09.046379 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46616) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:09.109156 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.115948 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.149816 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.194366 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:09.194581 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.200253 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:09.204799 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:09.210176 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Pushing event updated for resources: {'Port': ['ID=453aecc2-741d-4cc3-b139-675321073ffd,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:09.218629 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c260a398-ea59-4de2-854a-ef459a3675ea']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:09.232271 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6209a364-7d92-457d-9fed-847d8dd88c8f') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:09.232634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6209a364-7d92-457d-9fed-847d8dd88c8f') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:09.255347 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30506971'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.276844 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.282364 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:09.282996 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.283185 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 04:58:09.283698 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31434934'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: Traceback (most recent call last): Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: timer() Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: cb(*args, **kw) Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: return func(*args, **kwargs) Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: self._notify() Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: self.callback(batched_events) Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: event.method(event) Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: return f(self, *a, **k) Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._get(url).json() Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 04:58:09.285662 dv-cinder-784140-7-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 04:58:09.300218 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-60cbc580-c0e7-455b-8459-70226fde70a4 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795867 Sep 08 04:58:09.344295 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.362501 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Request body: {'port': {'device_id': 'bb371ebd-7e66-4037-b723-b7dcda886722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:09.363555 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.368147 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c260a398-ea59-4de2-854a-ef459a3675ea HTTP/1.1" status: 204 len: 168 time: 0.3208430 Sep 08 04:58:09.369524 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2503a7-2a5e-43d2-b671-965d38c092f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c260a398-ea59-4de2-854a-ef459a3675ea,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:09.424073 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.563342 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46630) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:09.603301 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5771d899-f244-42d6-8892-dcc0d9ac5cad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=151c162cc7824e8da20770c58e2c0b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387912 Sep 08 04:58:09.605779 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46632) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:09.653106 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2232d883-4690-4100-810e-8d1975c5d97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.677443 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2232d883-4690-4100-810e-8d1975c5d97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.708556 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453aecc2-741d-4cc3-b139-675321073ffd {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:58:09.717256 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.723735 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2232d883-4690-4100-810e-8d1975c5d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.726254 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2232d883-4690-4100-810e-8d1975c5d97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.727395 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2232d883-4690-4100-810e-8d1975c5d97e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38c58971-0e64-4911-ab6b-480cdfb603ce HTTP/1.1" status: 204 len: 168 time: 0.1206868 Sep 08 04:58:09.732533 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Transition to ACTIVE for port object 453aecc2-741d-4cc3-b139-675321073ffd will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:09.735140 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232d883-4690-4100-810e-8d1975c5d97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c58971-0e64-4911-ab6b-480cdfb603ce,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:09.738117 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.786077 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Pushing event updated for resources: {'Port': ['ID=453aecc2-741d-4cc3-b139-675321073ffd,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:09.862372 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Attempting to bind port 453aecc2-741d-4cc3-b139-675321073ffd on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:09.862704 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Attempting to bind port 453aecc2-741d-4cc3-b139-675321073ffd by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '2a1240ca-47fa-4be6-b6b8-b5273a29faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:09.863057 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Attempting to bind port 453aecc2-741d-4cc3-b139-675321073ffd on network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:09.867757 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Port 453aecc2-741d-4cc3-b139-675321073ffd on network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:58:09.867898 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Attempting to bind port 453aecc2-741d-4cc3-b139-675321073ffd on network 3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:09.873540 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:09.873737 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Checking segment: {'id': '2a1240ca-47fa-4be6-b6b8-b5273a29faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:09.874153 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Bound using segment: {'id': '2a1240ca-47fa-4be6-b6b8-b5273a29faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:09.874599 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Bound port: 453aecc2-741d-4cc3-b139-675321073ffd, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1240ca-47fa-4be6-b6b8-b5273a29faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:09.874951 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.880543 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d28cc-5db0-4065-b877-501eb97bcc2d req-862dcd0e-483e-4bac-aa92-ecdbc9e25d1d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:09.882096 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e36d28cc-5db0-4065-b877-501eb97bcc2d req-862dcd0e-483e-4bac-aa92-ecdbc9e25d1d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 943 time: 0.0514882 Sep 08 04:58:09.923438 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e36d28cc-5db0-4065-b877-501eb97bcc2d req-86c2558d-3eb6-4d8b-9470-c8ab1b4191e2 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Sep 08 04:58:09.951768 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] For port 453aecc2-741d-4cc3-b139-675321073ffd, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:09.955070 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] For port 453aecc2-741d-4cc3-b139-675321073ffd, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=453aecc2-741d-4cc3-b139-675321073ffd,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:09.959180 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.991847 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:09.992455 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:09.993830 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] 10.222.0.26 "PUT /v2.0/ports/453aecc2-741d-4cc3-b139-675321073ffd HTTP/1.1" status: 200 len: 1093 time: 0.6361830 Sep 08 04:58:09.994295 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb371ebd-7e66-4037-b723-b7dcda886722', 'tag': '453aecc2-741d-4cc3-b139-675321073ffd'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:58:09.997187 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca53c4f4-bf73-4114-b23c-b75424436634" -d '{"events": [{"name": "network-changed", "server_uuid": "bb371ebd-7e66-4037-b723-b7dcda886722", "tag": "453aecc2-741d-4cc3-b139-675321073ffd"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:58:10.023074 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2b3c2-de80-4c6a-91db-6df6855e1a90 service neutron] Pushing event updated for resources: {'Port': ['ID=453aecc2-741d-4cc3-b139-675321073ffd,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:10.047076 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a73f95-c575-4398-9208-f5b4c2719b2c x-openstack-request-id: req-a4a73f95-c575-4398-9208-f5b4c2719b2c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:58:10.047365 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb371ebd-7e66-4037-b723-b7dcda886722", "tag": "453aecc2-741d-4cc3-b139-675321073ffd", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:58:10.047617 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4a73f95-c575-4398-9208-f5b4c2719b2c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:58:10.048007 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb371ebd-7e66-4037-b723-b7dcda886722', 'tag': '453aecc2-741d-4cc3-b139-675321073ffd', 'status': 'completed', 'code': 200} Sep 08 04:58:10.106420 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-0d263359-96ea-40c6-8a1a-80895f6a7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:10.107912 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-0d263359-96ea-40c6-8a1a-80895f6a7249 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a41210e3cbf74d8e87c3c4f294aab379&device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 1096 time: 0.0405524 Sep 08 04:58:10.161132 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-b8a7fd5a-6c21-4bf7-a84f-c9aa03f1a773 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=453aecc2-741d-4cc3-b139-675321073ffd HTTP/1.1" status: 200 len: 217 time: 0.0399609 Sep 08 04:58:10.216292 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-d02f3864-eda2-470b-9b98-6672bc99cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:10.218411 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-d02f3864-eda2-470b-9b98-6672bc99cc4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c53ee926-3ff1-431b-8550-4739b284fd0f HTTP/1.1" status: 200 len: 849 time: 0.0506637 Sep 08 04:58:10.255249 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-5cba8339-9b19-434e-bdd1-7cb9ba97dc8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299885 Sep 08 04:58:10.349509 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-3593ac35-53cc-47d5-9f5a-83605b4a5bc9 service neutron] 10.222.0.26 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873294 Sep 08 04:58:10.436708 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46660) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:10.449383 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e0f1518-66b3-4161-bb05-3f95be753156 req-226bf949-dc3f-4aa0-afc7-1cf412be0bd4 service neutron] 10.222.0.26 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930388 Sep 08 04:58:10.558108 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1559518253-network', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:10.582336 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Made reservation on behalf of c3633675244340a0b2ce2214244e4a5b for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:10.584987 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:10.593754 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:10.601666 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-96b0a42c-e82a-4867-9892-5ff5c83b0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:10.603230 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-96b0a42c-e82a-4867-9892-5ff5c83b0b55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a41210e3cbf74d8e87c3c4f294aab379&device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 1096 time: 0.0445178 Sep 08 04:58:10.693913 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:10.698993 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:10.703270 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-60249358-33ab-4baf-ada6-e7b29f189f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:10.705079 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-60249358-33ab-4baf-ada6-e7b29f189f27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 HTTP/1.1" status: 200 len: 910 time: 0.0924828 Sep 08 04:58:10.725457 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:58:10.738047 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:10.753532 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-d398e826-15d2-4cf8-8d05-176ce7a1d57d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=453aecc2-741d-4cc3-b139-675321073ffd HTTP/1.1" status: 200 len: 217 time: 0.0396883 Sep 08 04:58:10.758050 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:10.758368 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Added segment f49fbe58-f507-43e5-bbd7-2235378f042d of type vlan for network 0aec2935-5550-4c0a-b936-148762a83202 Sep 08 04:58:10.801843 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:10.814593 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-e9debb9a-8687-43d0-a5c8-b8c1abe02cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:10.816135 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-e9debb9a-8687-43d0-a5c8-b8c1abe02cf4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c53ee926-3ff1-431b-8550-4739b284fd0f HTTP/1.1" status: 200 len: 849 time: 0.0513792 Sep 08 04:58:10.828471 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:10.829619 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:10.830375 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:10.853279 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-02e4e83f-53cb-470e-b3d1-0c8b8466e327 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265999 Sep 08 04:58:10.867127 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4286041 Sep 08 04:58:10.870045 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46680) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:10.874761 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Request body: {'subnet': {'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1559518253-subnet', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:10.915180 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0180810-d754-4fac-b79e-c2c4eaf325e4 admin admin] Pushing event updated for resources: {'Network': ['ID=0aec2935-5550-4c0a-b936-148762a83202,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:10.927736 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network 0aec2935-5550-4c0a-b936-148762a83202 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:58:10.930714 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Made reservation on behalf of c3633675244340a0b2ce2214244e4a5b for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:10.934109 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31133423'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:10.977686 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-ae235199-9cf3-477e-8004-e5e83a45e5bd service neutron] 10.222.0.26 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033773 Sep 08 04:58:11.098444 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08cb72-e155-4e34-b80a-c1829ef6a85c req-c197927a-130b-4825-9a78-0f0dc7cf92c1 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:11.099794 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b08cb72-e155-4e34-b80a-c1829ef6a85c req-c197927a-130b-4825-9a78-0f0dc7cf92c1 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 943 time: 0.1017635 Sep 08 04:58:11.114049 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31435733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31133433'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.127498 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca53c4f4-bf73-4114-b23c-b75424436634 req-ee3b8528-c251-4f20-b98f-9c9889f4a78b service neutron] 10.222.0.26 "GET /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416099 Sep 08 04:58:11.154145 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b08cb72-e155-4e34-b80a-c1829ef6a85c req-f47178d2-4ed0-43ee-824f-b4fd1e421dcf tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Sep 08 04:58:11.161511 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f8688f-ac32-4598-8ce8-40470f7127cf,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:11.183728 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Checking segment: {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:11.184234 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Network hostable DHCP agents. Network: 0aec2935-5550-4c0a-b936-148762a83202, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:58:11.201538 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Network 0aec2935-5550-4c0a-b936-148762a83202 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:58:11.209532 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, 0aec2935-5550-4c0a-b936-148762a83202) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:11.213623 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:11.214236 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.218422 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bffae3-360c-4fa9-a88b-7f1264ed9c57 None None] Network 0aec2935-5550-4c0a-b936-148762a83202 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:58:11.232097 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ea6e836e-2b08-4a55-b7b1-4fd0b5479fc3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3588121 Sep 08 04:58:11.232406 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46686) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:11.236603 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:11.262143 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.263187 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.311825 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.366603 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-0aec2935-5550-4c0a-b936-148762a83202', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 04:58:11.367481 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.443503 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.504303 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Allocated IP 172.20.0.2 (0aec2935-5550-4c0a-b936-148762a83202/d2f8688f-ac32-4598-8ce8-40470f7127cf/58063204-d6aa-4878-be27-a1ce50de064d) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:11.641594 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.644522 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.652752 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Transition to ACTIVE for port object 58063204-d6aa-4878-be27-a1ce50de064d will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:11.659815 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.667071 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Transition to ACTIVE for port object 58063204-d6aa-4878-be27-a1ce50de064d will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:11.672480 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.709467 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Network 0aec2935-5550-4c0a-b936-148762a83202 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:11.713597 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:11.717092 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:11.727490 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Pushing event updated for resources: {'Port': ['ID=58063204-d6aa-4878-be27-a1ce50de064d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:11.763636 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Allocated IP 172.27.3.87 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/8d42e551-781d-466d-841c-cf79b9c8ca77) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:11.778399 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Attempting to bind port 58063204-d6aa-4878-be27-a1ce50de064d on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:11.778763 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Attempting to bind port 58063204-d6aa-4878-be27-a1ce50de064d by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:11.779149 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Attempting to bind port 58063204-d6aa-4878-be27-a1ce50de064d on network 0aec2935-5550-4c0a-b936-148762a83202 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:11.784269 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:11.784633 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Checking segment: {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:11.785024 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.785410 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Bound using segment: {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:11.785868 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Bound port: 58063204-d6aa-4878-be27-a1ce50de064d, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:11.786331 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.848763 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] For port 58063204-d6aa-4878-be27-a1ce50de064d, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:11.851708 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] For port 58063204-d6aa-4878-be27-a1ce50de064d, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=58063204-d6aa-4878-be27-a1ce50de064d,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:11.857514 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.864810 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.909642 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:11.911229 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dd314-1231-4e4a-a5e3-9ee46c323dd9 None None] Pushing event updated for resources: {'Port': ['ID=58063204-d6aa-4878-be27-a1ce50de064d,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:11.949017 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:11.953657 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:11.956364 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:11.983260 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Pushing event updated for resources: {'Port': ['ID=8d42e551-781d-466d-841c-cf79b9c8ca77,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:12.267452 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:12.270952 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46702) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:12.287779 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171627cb-b97e-451b-ac88-5a08c81f5cdd req-f864f326-0a99-45ee-b85e-836fe838d95b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:12.289242 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-171627cb-b97e-451b-ac88-5a08c81f5cdd req-f864f326-0a99-45ee-b85e-836fe838d95b tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 943 time: 0.0548942 Sep 08 04:58:12.328227 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-171627cb-b97e-451b-ac88-5a08c81f5cdd req-3804dd8e-6bff-4c9f-ac3d-7dfc1fe651b1 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Sep 08 04:58:12.598675 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-513c530d-6b53-42f9-9781-750b6834e625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:12.753511 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:12.832277 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-513c530d-6b53-42f9-9781-750b6834e625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:12.854677 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990fa6f-aa7f-40f1-8f83-f7db712c2771 None None] Network 0aec2935-5550-4c0a-b936-148762a83202 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:58:12.863700 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-513c530d-6b53-42f9-9781-750b6834e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:12.916272 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c530d-6b53-42f9-9781-750b6834e625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdcd090-87c6-4410-ad53-0da3617263ae,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:12.921946 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-513c530d-6b53-42f9-9781-750b6834e625 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4b0b49ff7cc452c9bc42bb5a1709339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6499689 Sep 08 04:58:12.924686 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46708) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:12.949484 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 453aecc2-741d-4cc3-b139-675321073ffd details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:58:12.951810 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Router 9f3f75e3-30a4-4f09-b536-eba56bb47954 is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 04:58:12.975524 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-94ddda30-0094-4cdb-8605-75f8d0e7e81f None None] Provisioning for port 58063204-d6aa-4878-be27-a1ce50de064d completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:12.975826 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a69728e6-f063-43d9-a32d-8edeab57e1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:12.998214 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a69728e6-f063-43d9-a32d-8edeab57e1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.046392 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a69728e6-f063-43d9-a32d-8edeab57e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.049192 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a69728e6-f063-43d9-a32d-8edeab57e1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.054088 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a69728e6-f063-43d9-a32d-8edeab57e1db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fdcd090-87c6-4410-ad53-0da3617263ae HTTP/1.1" status: 204 len: 168 time: 0.1247284 Sep 08 04:58:13.064405 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69728e6-f063-43d9-a32d-8edeab57e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdcd090-87c6-4410-ad53-0da3617263ae,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:13.079178 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:58:13.098175 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.102032 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-3db45eb3-d516-452e-ad8b-93c0c8341948 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8661215 Sep 08 04:58:13.102670 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46712) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:13.177631 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Sync routers for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:58:13.281480 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:13.282599 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:13.356850 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 58063204-d6aa-4878-be27-a1ce50de064d up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:13.400721 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46718) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:13.413944 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0b67bdb8-4f53-4a09-ab68-64c2874b22d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.480047 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 453aecc2-741d-4cc3-b139-675321073ffd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=453aecc2-741d-4cc3-b139-675321073ffd,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:13.542671 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2e480-e4c0-4c7e-8822-965745e70df6 req-c06e3a15-34c0-4909-bf28-2edbf5d817b6 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:13.544408 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aff2e480-e4c0-4c7e-8822-965745e70df6 req-c06e3a15-34c0-4909-bf28-2edbf5d817b6 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 943 time: 0.0792792 Sep 08 04:58:13.556188 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '453aecc2-741d-4cc3-b139-675321073ffd', 'network_id': '3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7', 'port_id': '453aecc2-741d-4cc3-b139-675321073ffd', 'mac_address': 'fa:16:3e:24:16:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53ee926-3ff1-431b-8550-4739b284fd0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:58:13.562178 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 58063204-d6aa-4878-be27-a1ce50de064d completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:13.571453 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 58063204-d6aa-4878-be27-a1ce50de064d triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:13.572327 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.620985 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aff2e480-e4c0-4c7e-8822-965745e70df6 req-2f19b1ff-d209-4664-9817-f1a68d4db098 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626926 Sep 08 04:58:13.625735 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0b67bdb8-4f53-4a09-ab68-64c2874b22d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.632373 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0b67bdb8-4f53-4a09-ab68-64c2874b22d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.652156 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:13.678325 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67bdb8-4f53-4a09-ab68-64c2874b22d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73154ad4-fdae-4bc6-8e67-ae5d7a4fe437,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:13.684433 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-0b67bdb8-4f53-4a09-ab68-64c2874b22d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a830b5bee8b54babbb38228466f9f6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825453 Sep 08 04:58:13.692060 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46720) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:13.711091 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.751791 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ba2e728e-ddbc-4603-9774-e7ff973cb411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.782773 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ba2e728e-ddbc-4603-9774-e7ff973cb411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.793645 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.860189 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453aecc2-741d-4cc3-b139-675321073ffd {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:58:13.888421 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Allocated IP 172.20.0.1 (0aec2935-5550-4c0a-b936-148762a83202/d2f8688f-ac32-4598-8ce8-40470f7127cf/5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:13.904730 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-1fe74e0d-5aa1-4124-9f62-50d3f5c267d6 None None] Provisioning complete for port 58063204-d6aa-4878-be27-a1ce50de064d triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:13.905094 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1fe74e0d-5aa1-4124-9f62-50d3f5c267d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.951360 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 453aecc2-741d-4cc3-b139-675321073ffd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=453aecc2-741d-4cc3-b139-675321073ffd,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:13.964744 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:13.966515 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.008065 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.022547 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Transition to ACTIVE for port object 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:14.066848 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ba2e728e-ddbc-4603-9774-e7ff973cb411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.069330 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ba2e728e-ddbc-4603-9774-e7ff973cb411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.073059 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ba2e728e-ddbc-4603-9774-e7ff973cb411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73154ad4-fdae-4bc6-8e67-ae5d7a4fe437 HTTP/1.1" status: 204 len: 168 time: 0.3775225 Sep 08 04:58:14.073291 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.085836 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e728e-ddbc-4603-9774-e7ff973cb411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73154ad4-fdae-4bc6-8e67-ae5d7a4fe437,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:14.086139 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 58063204-d6aa-4878-be27-a1ce50de064d, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=58063204-d6aa-4878-be27-a1ce50de064d,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:14.100522 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=453aecc2-741d-4cc3-b139-675321073ffd,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:14.103242 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.112126 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Network 0aec2935-5550-4c0a-b936-148762a83202 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:14.115250 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:14.117555 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:14.188129 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:14.202504 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.206193 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:12Z', 'revision_number': 3, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:14.237878 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=58063204-d6aa-4878-be27-a1ce50de064d,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:14.240688 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Checking router: 9f3f75e3-30a4-4f09-b536-eba56bb47954 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:58:14.241031 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Updating router 9f3f75e3-30a4-4f09-b536-eba56bb47954 port 8d42e551-781d-466d-841c-cf79b9c8ca77 binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:58:14.270761 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.299939 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['453aecc2-741d-4cc3-b139-675321073ffd'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:58:14.366851 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.465035 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-8e5b578e-2a8e-4694-8091-07a720a193e6 None None] Provisioning for port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:14.503254 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-8e5b578e-2a8e-4694-8091-07a720a193e6 None None] Provisioning complete for port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:14.503651 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8e5b578e-2a8e-4694-8091-07a720a193e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.534078 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.534279 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46728) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:14.539069 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.548889 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ab66e66e-4da7-48c7-b39a-44be6408ded2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.585809 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b578e-2a8e-4694-8091-07a720a193e6 None None] Port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:58:14.612169 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:14.614993 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.656672 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ab66e66e-4da7-48c7-b39a-44be6408ded2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.669095 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ab66e66e-4da7-48c7-b39a-44be6408ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.707513 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.712118 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ab66e66e-4da7-48c7-b39a-44be6408ded2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3fa0fd6807b4577bcee925d4bd5523c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769316 Sep 08 04:58:14.715766 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46732) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:14.718674 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66e66e-4da7-48c7-b39a-44be6408ded2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d77229-f29a-4fa6-8229-c36a2da11d9f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:14.724010 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Transition to ACTIVE for port object 8d42e551-781d-466d-841c-cf79b9c8ca77 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:14.726294 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Network 0aec2935-5550-4c0a-b936-148762a83202 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:14.728365 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:14.743515 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.805212 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Attempting to bind port 8d42e551-781d-466d-841c-cf79b9c8ca77 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:14.805581 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Attempting to bind port 8d42e551-781d-466d-841c-cf79b9c8ca77 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:14.805857 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881cb62-5939-4f73-bb55-e314fa82f6bc req-82cbc1cc-7a41-4291-890e-fff880e49a8a tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:14.806148 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Attempting to bind port 8d42e551-781d-466d-841c-cf79b9c8ca77 on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:14.808029 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c881cb62-5939-4f73-bb55-e314fa82f6bc req-82cbc1cc-7a41-4291-890e-fff880e49a8a tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 944 time: 0.0932493 Sep 08 04:58:14.820816 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139ac92-9c17-42d6-8a50-8d0fbaf4625f None None] Pushing event updated for resources: {'Port': ['ID=8d42e551-781d-466d-841c-cf79b9c8ca77,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:14.825267 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8011ce80-457c-4724-92b8-285cde3f4808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.829794 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:14.830240 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:14.830731 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.831128 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:14.831629 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Bound port: 8d42e551-781d-466d-841c-cf79b9c8ca77, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:14.832016 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.868186 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8011ce80-457c-4724-92b8-285cde3f4808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.874159 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Router 9f3f75e3-30a4-4f09-b536-eba56bb47954 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:58:14.880448 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c881cb62-5939-4f73-bb55-e314fa82f6bc req-fc10b7ba-34cd-4a93-8023-7134e316b6aa tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646513 Sep 08 04:58:14.925725 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] For port 8d42e551-781d-466d-841c-cf79b9c8ca77, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:14.929034 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] For port 8d42e551-781d-466d-841c-cf79b9c8ca77, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=8d42e551-781d-466d-841c-cf79b9c8ca77,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:14.935355 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8011ce80-457c-4724-92b8-285cde3f4808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.938041 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.939124 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8011ce80-457c-4724-92b8-285cde3f4808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:14.940754 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8011ce80-457c-4724-92b8-285cde3f4808 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6d77229-f29a-4fa6-8229-c36a2da11d9f HTTP/1.1" status: 204 len: 168 time: 0.2232347 Sep 08 04:58:14.962766 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011ce80-457c-4724-92b8-285cde3f4808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d77229-f29a-4fa6-8229-c36a2da11d9f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:15.028517 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:15.029281 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:15.038953 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:58:15.047265 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1987853c-854b-45f5-96d6-9e5973b5fda3 admin admin] 10.222.0.20 "PUT /v2.0/routers/9f3f75e3-30a4-4f09-b536-eba56bb47954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9436646 Sep 08 04:58:15.081419 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-78a09403-e68f-4488-a4a3-ba021278cef1 None None] Provisioning complete for port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:15.081795 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-78a09403-e68f-4488-a4a3-ba021278cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.108176 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139ac92-9c17-42d6-8a50-8d0fbaf4625f None None] Pushing event updated for resources: {'Port': ['ID=8d42e551-781d-466d-841c-cf79b9c8ca77,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:15.137579 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-78a09403-e68f-4488-a4a3-ba021278cef1 None None] Port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:58:15.199263 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:15.407718 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 58063204-d6aa-4878-be27-a1ce50de064d up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:15.528674 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 58063204-d6aa-4878-be27-a1ce50de064d triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:15.529046 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.625354 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46766) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:15.630649 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1936013742-network', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:15.644411 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 2, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:15.653252 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Made reservation on behalf of 5c10ddc6e79943d184bad956d06e4ade for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:15.656083 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.665111 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.680757 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d196e-fcf0-4a00-80cb-337df53a5bdc None None] The sync data for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi is: [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 2, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:58:15.779915 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.785075 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.807734 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:58:15.823245 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c7e0bc-44ea-45c8-a888-796e7708b16e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:15.826433 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.826772 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Added segment 56b42acc-c4e2-4db7-9f25-37fc3f34d677 of type vlan for network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 Sep 08 04:58:15.870308 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.915106 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.916776 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:15.918957 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:15.949527 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46776) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:15.958775 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3321953 Sep 08 04:58:15.961484 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46780) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:15.967937 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Request body: {'subnet': {'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1936013742-subnet', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:16.005510 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Made reservation on behalf of 5c10ddc6e79943d184bad956d06e4ade for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:16.009660 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31133423'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.078063 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454f5a5-59f2-4817-8822-21c22e1d487f admin admin] Pushing event updated for resources: {'Network': ['ID=1cab1163-e06f-4418-b3ff-c8e22a7f6f50,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:16.083870 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-522709218-network', 'tenant_id': '643e582f6bd2451191b91381608b2e6d'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:16.091887 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:58:16.105247 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662e627-12f4-46dd-b838-d31332b396b6 req-5b2754f3-7abf-45eb-b74e-d54bb0e08f86 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:16.111272 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8662e627-12f4-46dd-b838-d31332b396b6 req-5b2754f3-7abf-45eb-b74e-d54bb0e08f86 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 944 time: 0.1019049 Sep 08 04:58:16.126871 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Made reservation on behalf of 643e582f6bd2451191b91381608b2e6d for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:16.129355 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.151110 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.189774 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8662e627-12f4-46dd-b838-d31332b396b6 req-1ee60bf3-943b-4bf8-bd5c-2aef6a452ee9 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726879 Sep 08 04:58:16.292739 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31435733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31133433'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.368490 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.372586 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de32890-3cbf-49fa-ab33-57a1ea9c3ccc,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:16.377728 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.426814 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Checking segment: {'id': '56b42acc-c4e2-4db7-9f25-37fc3f34d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:16.427200 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Network hostable DHCP agents. Network: 1cab1163-e06f-4418-b3ff-c8e22a7f6f50, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:58:16.430029 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:58:16.433401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a83d7d-aeda-445a-b21f-40555609881b,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:16.451830 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.452170 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Added segment cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1 of type vlan for network d42be4f3-48d9-4d8b-9d00-242994f353ae Sep 08 04:58:16.477190 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:58:16.506392 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, 1cab1163-e06f-4418-b3ff-c8e22a7f6f50) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:16.511895 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:16.512588 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.517538 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12be91-6cc0-45e4-8444-c3593732cf42 None None] Network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:58:16.533367 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.550368 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2b2186fc-38fb-406e-a3bd-2de4e0d1e200 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5874889 Sep 08 04:58:16.553313 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46786) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:16.558609 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:16.568036 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.569510 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:16.570463 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.598259 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.599396 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.657136 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7063701 Sep 08 04:58:16.657763 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dfcc4-e2f8-4471-bd48-c4225d042937 admin admin] Pushing event updated for resources: {'Network': ['ID=d42be4f3-48d9-4d8b-9d00-242994f353ae,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:16.668870 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46788) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:16.674301 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Request body: {'subnet': {'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-522709218-subnet', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:16.677718 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network d42be4f3-48d9-4d8b-9d00-242994f353ae details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:58:16.683972 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.700145 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Made reservation on behalf of 643e582f6bd2451191b91381608b2e6d for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:16.703283 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31133423'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.738221 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:58:16.819922 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-1cab1163-e06f-4418-b3ff-c8e22a7f6f50', 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'fixed_ips': [{'subnet_id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 04:58:16.822953 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.853424 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.908635 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31435733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31133433'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:16.968713 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 453aecc2-741d-4cc3-b139-675321073ffd up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:16.983920 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f17fbc2-3169-4013-aeea-29f1092616e9,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:16.988535 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Checking segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:16.988893 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Network hostable DHCP agents. Network: d42be4f3-48d9-4d8b-9d00-242994f353ae, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:58:17.015184 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Network d42be4f3-48d9-4d8b-9d00-242994f353ae is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:58:17.027974 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, d42be4f3-48d9-4d8b-9d00-242994f353ae) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:17.028075 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Allocated IP 172.20.0.2 (1cab1163-e06f-4418-b3ff-c8e22a7f6f50/7de32890-3cbf-49fa-ab33-57a1ea9c3ccc/35992a83-8083-4eb2-be77-d6f56b893101) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:17.038531 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74482de3-aab3-4c45-9e6c-4c6acef6a607 None None] Network d42be4f3-48d9-4d8b-9d00-242994f353ae requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:58:17.041090 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:17.041709 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.061118 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-54d791ce-51a0-40d7-a4b1-681855339874 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3908036 Sep 08 04:58:17.061632 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46790) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:17.066237 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:17.069156 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 453aecc2-741d-4cc3-b139-675321073ffd completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:17.095519 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.098772 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 453aecc2-741d-4cc3-b139-675321073ffd triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:17.099272 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.116779 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.117795 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.121395 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.228621 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.335339 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 8d42e551-781d-466d-841c-cf79b9c8ca77 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:17.381185 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.434637 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.447322 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Allocated IP 172.27.3.186 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/7950ccbe-38e2-4c8a-821f-7181cff6bfa8) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:17.461851 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb371ebd-7e66-4037-b723-b7dcda886722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453aecc2-741d-4cc3-b139-675321073ffd'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:58:17.464217 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c54e70-c99e-4e02-ae73-68a3237f0b80" -d '{"events": [{"server_uuid": "bb371ebd-7e66-4037-b723-b7dcda886722", "name": "network-vif-plugged", "status": "completed", "tag": "453aecc2-741d-4cc3-b139-675321073ffd"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:58:17.476789 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c316642-970a-4b05-b09c-7210626067d7 req-355bac98-4bb8-4ac9-b799-c4a208fdb213 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:17.478335 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7c316642-970a-4b05-b09c-7210626067d7 req-355bac98-4bb8-4ac9-b799-c4a208fdb213 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 944 time: 0.1694136 Sep 08 04:58:17.485000 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.491753 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 453aecc2-741d-4cc3-b139-675321073ffd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=453aecc2-741d-4cc3-b139-675321073ffd,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:17.514651 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.516440 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Transition to ACTIVE for port object 35992a83-8083-4eb2-be77-d6f56b893101 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:17.548069 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956e8f41-58c3-406d-9837-66d874f640e6 x-openstack-request-id: req-956e8f41-58c3-406d-9837-66d874f640e6 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:58:17.548362 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb371ebd-7e66-4037-b723-b7dcda886722", "name": "network-vif-plugged", "status": "completed", "tag": "453aecc2-741d-4cc3-b139-675321073ffd", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:58:17.548617 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-956e8f41-58c3-406d-9837-66d874f640e6 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:58:17.548996 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb371ebd-7e66-4037-b723-b7dcda886722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453aecc2-741d-4cc3-b139-675321073ffd', 'code': 200} Sep 08 04:58:17.554365 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-d42be4f3-48d9-4d8b-9d00-242994f353ae', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 04:58:17.555285 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.580531 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 8d42e551-781d-466d-841c-cf79b9c8ca77 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:17.590641 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Transition to ACTIVE for port object 35992a83-8083-4eb2-be77-d6f56b893101 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:17.595860 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 8d42e551-781d-466d-841c-cf79b9c8ca77 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:17.596310 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.605190 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7c316642-970a-4b05-b09c-7210626067d7 req-dff847b5-456b-4894-990d-00e556f4132a tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159477 Sep 08 04:58:17.633572 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.644809 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=453aecc2-741d-4cc3-b139-675321073ffd,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:17.656485 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.764487 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:17.772248 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:17.774693 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:17.780171 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Pushing event updated for resources: {'Port': ['ID=35992a83-8083-4eb2-be77-d6f56b893101,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:17.812624 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.853098 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29252d8d-7951-40e2-9d18-02852d4573b8 req-9eaebde8-2402-45dd-b383-e0b639ecbb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:17.854782 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-29252d8d-7951-40e2-9d18-02852d4573b8 req-9eaebde8-2402-45dd-b383-e0b639ecbb03 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 1098 time: 0.1339576 Sep 08 04:58:17.867911 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.872466 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:17.894216 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Attempting to bind port 35992a83-8083-4eb2-be77-d6f56b893101 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:17.894775 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Attempting to bind port 35992a83-8083-4eb2-be77-d6f56b893101 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '56b42acc-c4e2-4db7-9f25-37fc3f34d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:17.894999 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Attempting to bind port 35992a83-8083-4eb2-be77-d6f56b893101 on network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:17.901236 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:17.911269 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:17.913594 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.914442 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Allocated IP 172.20.0.2 (d42be4f3-48d9-4d8b-9d00-242994f353ae/2f17fbc2-3169-4013-aeea-29f1092616e9/da167587-cec5-4bf9-827b-9c30c9e877f0) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:17.917463 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:17.918300 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Checking segment: {'id': '56b42acc-c4e2-4db7-9f25-37fc3f34d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:17.918424 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.918735 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Bound using segment: {'id': '56b42acc-c4e2-4db7-9f25-37fc3f34d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:17.918899 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Pushing event updated for resources: {'Port': ['ID=7950ccbe-38e2-4c8a-821f-7181cff6bfa8,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:17.919214 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Bound port: 35992a83-8083-4eb2-be77-d6f56b893101, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b42acc-c4e2-4db7-9f25-37fc3f34d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:17.919598 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.927549 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:17.992569 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 8d42e551-781d-466d-841c-cf79b9c8ca77, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=8d42e551-781d-466d-841c-cf79b9c8ca77,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:18.007345 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.009364 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-29252d8d-7951-40e2-9d18-02852d4573b8 req-f3fb6ceb-e772-42e3-9e70-4be2430fe71f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458855 Sep 08 04:58:18.101210 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] For port 35992a83-8083-4eb2-be77-d6f56b893101, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:18.108425 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] For port 35992a83-8083-4eb2-be77-d6f56b893101, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=35992a83-8083-4eb2-be77-d6f56b893101,segment=NetworkSegment(56b42acc-c4e2-4db7-9f25-37fc3f34d677),segment_id=56b42acc-c4e2-4db7-9f25-37fc3f34d677)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:18.121622 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.139164 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=8d42e551-781d-466d-841c-cf79b9c8ca77,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:18.153153 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Allocated IP 172.27.3.138 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/31608331-4f62-4bd7-87b5-ac4f43510cf1) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:18.185642 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Sync routers for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:58:18.199906 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:18.201405 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:18.337933 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.343096 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:18.347265 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b32618-4fdf-4a1a-b332-02aeff8c2222 None None] Pushing event updated for resources: {'Port': ['ID=35992a83-8083-4eb2-be77-d6f56b893101,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:18.388568 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.397277 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.413718 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Transition to ACTIVE for port object da167587-cec5-4bf9-827b-9c30c9e877f0 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:18.435870 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Transition to ACTIVE for port object da167587-cec5-4bf9-827b-9c30c9e877f0 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:18.445267 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.489087 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Network d42be4f3-48d9-4d8b-9d00-242994f353ae is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:18.498192 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:18.500276 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Pushing event updated for resources: {'Port': ['ID=da167587-cec5-4bf9-827b-9c30c9e877f0,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:18.503014 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:18.569824 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Attempting to bind port da167587-cec5-4bf9-827b-9c30c9e877f0 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:18.569824 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Attempting to bind port da167587-cec5-4bf9-827b-9c30c9e877f0 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:18.570183 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Attempting to bind port da167587-cec5-4bf9-827b-9c30c9e877f0 on network d42be4f3-48d9-4d8b-9d00-242994f353ae {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:18.577347 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:18.577725 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Checking segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:18.578406 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.578811 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Bound using segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:18.579421 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Bound port: da167587-cec5-4bf9-827b-9c30c9e877f0, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:18.579851 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.594828 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 2, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:18.658692 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Checking router: 9f3f75e3-30a4-4f09-b536-eba56bb47954 for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:58:18.659305 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Updating router 9f3f75e3-30a4-4f09-b536-eba56bb47954 port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:58:18.687337 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] For port da167587-cec5-4bf9-827b-9c30c9e877f0, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:18.699551 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] For port da167587-cec5-4bf9-827b-9c30c9e877f0, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=da167587-cec5-4bf9-827b-9c30c9e877f0,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:18.699807 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.739336 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.813299 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4fda3-9b99-432d-8538-a8125a6996fc None None] Pushing event updated for resources: {'Port': ['ID=da167587-cec5-4bf9-827b-9c30c9e877f0,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:18.830892 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:18.901540 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:18.937792 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:18.943561 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:18.945736 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Pushing event updated for resources: {'Port': ['ID=31608331-4f62-4bd7-87b5-ac4f43510cf1,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:19.015206 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:19.112155 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:19.137288 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733d23f-d524-4598-95c0-47b7951b1bee req-46fad5c2-ccba-4a2f-a883-173b399f9751 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:19.137904 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Transition to ACTIVE for port object 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:19.139149 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b733d23f-d524-4598-95c0-47b7951b1bee req-46fad5c2-ccba-4a2f-a883-173b399f9751 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 945 time: 0.4002335 Sep 08 04:58:19.149413 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:19.287858 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Pushing event updated for resources: {'Port': ['ID=5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:19.323661 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.324084 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.324498 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.324904 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.325303 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.325705 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.327757 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.328263 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.328722 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.329153 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.329613 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.330446 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:19.352992 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Attempting to bind port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:19.353463 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Attempting to bind port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:19.353959 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Attempting to bind port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 on network 0aec2935-5550-4c0a-b936-148762a83202 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:19.360640 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b733d23f-d524-4598-95c0-47b7951b1bee req-73fa2bf9-7da3-4794-b236-85f369023c84 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836998 Sep 08 04:58:19.365899 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:19.366597 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Checking segment: {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:19.367290 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:19.367897 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Bound using segment: {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:19.368489 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Bound port: 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:19.369010 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:19.471777 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] For port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:19.476144 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] For port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:19.489703 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:19.499034 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 8d42e551-781d-466d-841c-cf79b9c8ca77 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:19.531789 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:19.586644 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 8d42e551-781d-466d-841c-cf79b9c8ca77 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:19.587284 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:19.602877 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:19.612759 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:19.613586 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Router 5c67cd75-3500-4c2c-99fc-9118b945ef22 is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 04:58:19.618094 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac7222-b341-4327-ab8e-dfb78f935e5b None None] Pushing event updated for resources: {'Port': ['ID=5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:19.719500 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 35992a83-8083-4eb2-be77-d6f56b893101 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:19.782498 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 35992a83-8083-4eb2-be77-d6f56b893101 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:19.790411 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device da167587-cec5-4bf9-827b-9c30c9e877f0 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:19.823176 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:19.861681 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port da167587-cec5-4bf9-827b-9c30c9e877f0 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:19.899766 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:58:19.904313 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac80bd-60ad-4214-8f67-79e86af97a73 None None] Network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:58:19.919886 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Sync routers for ids ['5c67cd75-3500-4c2c-99fc-9118b945ef22'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:58:19.957409 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:19.961053 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-33213d97-7afe-4d2b-924e-c5415f62a096 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4038458 Sep 08 04:58:19.961528 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46806) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:19.974156 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Routers {'5c67cd75-3500-4c2c-99fc-9118b945ef22'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:19.975318 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['5c67cd75-3500-4c2c-99fc-9118b945ef22'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:19.984493 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:20.082776 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Set router 5c67cd75-3500-4c2c-99fc-9118b945ef22 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:20.162489 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Router 75c95b00-befb-4db8-a982-152c14b92605 is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 04:58:20.234365 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:19Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:20.285090 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5ae94-3015-474d-9d83-c3552cd43c96 None None] The sync data for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi is: [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:19Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:58:20.323980 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7875a3-8018-45ac-9ece-beff239b6599 None None] Network d42be4f3-48d9-4d8b-9d00-242994f353ae requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:58:20.327436 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:58:20.344192 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Sync routers for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:58:20.349837 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-823eb6d7-3edc-4947-9b85-da5f86689faf None None] Provisioning for port 35992a83-8083-4eb2-be77-d6f56b893101 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:20.353966 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:20.359749 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:20.359749 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:20.360033 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e7c97e30-e2ab-4bc8-b4d9-a1b12aaf3e39 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2946239 Sep 08 04:58:20.360033 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46808) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:20.430728 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-823eb6d7-3edc-4947-9b85-da5f86689faf None None] Provisioning complete for port 35992a83-8083-4eb2-be77-d6f56b893101 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:20.431110 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-823eb6d7-3edc-4947-9b85-da5f86689faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:20.533993 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:20.570869 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:20.715862 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999fcf-9289-47a9-89b3-65c357528c30 req-6927251a-de25-4ce4-9240-93d3e5a80e26 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:20.717664 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8999fcf-9289-47a9-89b3-65c357528c30 req-6927251a-de25-4ce4-9240-93d3e5a80e26 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 945 time: 0.1923654 Sep 08 04:58:20.827108 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Allocated IP 172.20.0.1 (1cab1163-e06f-4418-b3ff-c8e22a7f6f50/7de32890-3cbf-49fa-ab33-57a1ea9c3ccc/f76bec3f-e43d-48d2-95f8-a7f2118d90f1) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:20.841678 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-823eb6d7-3edc-4947-9b85-da5f86689faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:20.854404 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:19Z', 'revision_number': 3, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:20.891328 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Checking router: 75c95b00-befb-4db8-a982-152c14b92605 for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:58:20.892217 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Updating router 75c95b00-befb-4db8-a982-152c14b92605 port 31608331-4f62-4bd7-87b5-ac4f43510cf1 binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:58:20.915920 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:16Z', 'updated_at': '2021-09-08T04:58:18Z', 'revision_number': 3, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'gw_port': {'id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:20.938298 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d8999fcf-9289-47a9-89b3-65c357528c30 req-68832a8c-7f1e-40a2-9e00-520e870646e9 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062259 Sep 08 04:58:20.939481 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.004241 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-823eb6d7-3edc-4947-9b85-da5f86689faf None None] For port 35992a83-8083-4eb2-be77-d6f56b893101, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=35992a83-8083-4eb2-be77-d6f56b893101,segment=NetworkSegment(56b42acc-c4e2-4db7-9f25-37fc3f34d677),segment_id=56b42acc-c4e2-4db7-9f25-37fc3f34d677)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:21.005729 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Checking router: 5c67cd75-3500-4c2c-99fc-9118b945ef22 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:58:21.006110 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Updating router 5c67cd75-3500-4c2c-99fc-9118b945ef22 port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:58:21.068507 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.076448 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.079229 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-823eb6d7-3edc-4947-9b85-da5f86689faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.109758 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Transition to ACTIVE for port object f76bec3f-e43d-48d2-95f8-a7f2118d90f1 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:21.170847 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.233087 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Pushing event updated for resources: {'Port': ['ID=f76bec3f-e43d-48d2-95f8-a7f2118d90f1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:21.248326 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:21.250986 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:21.256389 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:21.309463 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.340150 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.418922 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-d8daf739-c1e3-40df-be6f-bdf2006a3aad None None] Provisioning for port da167587-cec5-4bf9-827b-9c30c9e877f0 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:21.431424 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823eb6d7-3edc-4947-9b85-da5f86689faf None None] Pushing event updated for resources: {'Port': ['ID=35992a83-8083-4eb2-be77-d6f56b893101,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:21.448946 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:21.458157 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-d8daf739-c1e3-40df-be6f-bdf2006a3aad None None] Provisioning complete for port da167587-cec5-4bf9-827b-9c30c9e877f0 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:21.458787 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d8daf739-c1e3-40df-be6f-bdf2006a3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.545521 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.559233 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Transition to ACTIVE for port object 31608331-4f62-4bd7-87b5-ac4f43510cf1 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:21.572833 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.676845 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Attempting to bind port 31608331-4f62-4bd7-87b5-ac4f43510cf1 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:21.677947 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Attempting to bind port 31608331-4f62-4bd7-87b5-ac4f43510cf1 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:21.678641 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Attempting to bind port 31608331-4f62-4bd7-87b5-ac4f43510cf1 on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:21.695739 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:21.696578 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5e757-1e17-4936-8215-15250d61f23d None None] Pushing event updated for resources: {'Port': ['ID=31608331-4f62-4bd7-87b5-ac4f43510cf1,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:21.706929 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:21.709153 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:21.709579 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.710021 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:21.710521 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Bound port: 31608331-4f62-4bd7-87b5-ac4f43510cf1, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:21.710939 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.712221 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:21.712784 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.771419 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d8daf739-c1e3-40df-be6f-bdf2006a3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.784603 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] For port 31608331-4f62-4bd7-87b5-ac4f43510cf1, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:21.788382 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] For port 31608331-4f62-4bd7-87b5-ac4f43510cf1, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=31608331-4f62-4bd7-87b5-ac4f43510cf1,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:21.799416 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.854374 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:21.855002 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:21.861586 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-d8daf739-c1e3-40df-be6f-bdf2006a3aad None None] For port da167587-cec5-4bf9-827b-9c30c9e877f0, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=da167587-cec5-4bf9-827b-9c30c9e877f0,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:21.863007 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.926026 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d8daf739-c1e3-40df-be6f-bdf2006a3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:21.975285 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:21.990508 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Allocated IP 172.20.0.1 (d42be4f3-48d9-4d8b-9d00-242994f353ae/2f17fbc2-3169-4013-aeea-29f1092616e9/1a8cf5c4-7804-474b-bafe-f7c292828dec) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:22.053875 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daf739-c1e3-40df-be6f-bdf2006a3aad None None] Pushing event updated for resources: {'Port': ['ID=da167587-cec5-4bf9-827b-9c30c9e877f0,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:22.068426 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.079200 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.101957 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.132589 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5e757-1e17-4936-8215-15250d61f23d None None] Pushing event updated for resources: {'Port': ['ID=31608331-4f62-4bd7-87b5-ac4f43510cf1,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:22.145348 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.159510 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.187800 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Transition to ACTIVE for port object 1a8cf5c4-7804-474b-bafe-f7c292828dec will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:22.233201 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.245216 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Pushing event updated for resources: {'Port': ['ID=f76bec3f-e43d-48d2-95f8-a7f2118d90f1,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:22.261220 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:19Z', 'revision_number': 3, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:22.284124 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-d8daf739-c1e3-40df-be6f-bdf2006a3aad None None] Provisioning complete for port 35992a83-8083-4eb2-be77-d6f56b893101 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:22.284500 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d8daf739-c1e3-40df-be6f-bdf2006a3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.292039 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ead8c-cf27-4de4-94f0-c42d9078dfb1 None None] The sync data for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi is: [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:19Z', 'revision_number': 3, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:58:22.303184 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Transition to ACTIVE for port object 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:22.326767 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Network d42be4f3-48d9-4d8b-9d00-242994f353ae is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:22.337393 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.344418 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:22.346881 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Pushing event updated for resources: {'Port': ['ID=1a8cf5c4-7804-474b-bafe-f7c292828dec,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:22.350142 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:22.374654 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:22.377157 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:22.381507 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.407806 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.420480 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f197aad-fed8-4852-a2a2-57db44031c3f req-c8e60569-29d8-4512-9806-78fe6773206e tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:22.422259 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9f197aad-fed8-4852-a2a2-57db44031c3f req-c8e60569-29d8-4512-9806-78fe6773206e tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 945 time: 0.2313919 Sep 08 04:58:22.457910 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Attempting to bind port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:22.458957 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Attempting to bind port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:22.459583 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Attempting to bind port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:22.469225 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51bcb6-f49a-4fa1-8063-094b33207aed None None] Pushing event updated for resources: {'Port': ['ID=7950ccbe-38e2-4c8a-821f-7181cff6bfa8,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:22.500128 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:22.501356 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:22.502291 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.502956 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:22.504760 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Bound port: 7950ccbe-38e2-4c8a-821f-7181cff6bfa8, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:22.505447 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.510333 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:22.540729 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.575835 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9f197aad-fed8-4852-a2a2-57db44031c3f req-dbcb6156-5905-49b9-8272-dda1a3f28f21 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465220 Sep 08 04:58:22.619292 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Router 5c67cd75-3500-4c2c-99fc-9118b945ef22 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:58:22.647403 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.717783 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] For port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:22.719842 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:22.729858 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] For port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=7950ccbe-38e2-4c8a-821f-7181cff6bfa8,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:22.744653 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.835640 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Routers {'5c67cd75-3500-4c2c-99fc-9118b945ef22'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:22.836271 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['5c67cd75-3500-4c2c-99fc-9118b945ef22'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:22.869103 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:58:22.882598 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-61b0bb07-ce1a-4a94-b252-5a991ffb23cc admin admin] 10.222.0.20 "PUT /v2.0/routers/5c67cd75-3500-4c2c-99fc-9118b945ef22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9122748 Sep 08 04:58:22.891747 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-ab6249a9-ed00-4e5a-8271-4950c5b4a1fe None None] Provisioning for port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:22.896621 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51bcb6-f49a-4fa1-8063-094b33207aed None None] Pushing event updated for resources: {'Port': ['ID=7950ccbe-38e2-4c8a-821f-7181cff6bfa8,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:22.902073 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-ab6249a9-ed00-4e5a-8271-4950c5b4a1fe None None] Provisioning complete for port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:22.902395 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab6249a9-ed00-4e5a-8271-4950c5b4a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.954862 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.961748 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:22.979588 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-ab6249a9-ed00-4e5a-8271-4950c5b4a1fe None None] Port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:58:23.004559 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] Set router 5c67cd75-3500-4c2c-99fc-9118b945ef22 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:23.007209 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-ab6249a9-ed00-4e5a-8271-4950c5b4a1fe None None] Provisioning complete for port da167587-cec5-4bf9-827b-9c30c9e877f0 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:23.007594 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab6249a9-ed00-4e5a-8271-4950c5b4a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:23.062585 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Pushing event updated for resources: {'Port': ['ID=1a8cf5c4-7804-474b-bafe-f7c292828dec,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:23.071655 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:23.199503 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Network d42be4f3-48d9-4d8b-9d00-242994f353ae is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:23.201524 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:23.371375 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:16Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 4, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'gw_port': {'id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f76bec3f-e43d-48d2-95f8-a7f2118d90f1', 'name': '', 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'mac_address': 'fa:16:3e:03:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:20Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 2, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'subnets': [{'id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:23.434868 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Router 75c95b00-befb-4db8-a982-152c14b92605 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:58:23.439888 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0ce7-1d42-43a4-b128-b3502e820927 None None] The sync data for ids ['5c67cd75-3500-4c2c-99fc-9118b945ef22'] in dv-cinder-784140-7-iscsi is: [{'id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:16Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 4, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'gw_port': {'id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f76bec3f-e43d-48d2-95f8-a7f2118d90f1', 'name': '', 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'mac_address': 'fa:16:3e:03:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:20Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 2, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'subnets': [{'id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:58:23.444360 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 31608331-4f62-4bd7-87b5-ac4f43510cf1 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:23.525084 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-778d7617-edb1-4851-b00a-a6d47a9bd66a None None] Provisioning for port 1a8cf5c4-7804-474b-bafe-f7c292828dec completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:23.530777 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-778d7617-edb1-4851-b00a-a6d47a9bd66a None None] Provisioning complete for port 1a8cf5c4-7804-474b-bafe-f7c292828dec triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:23.531291 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-778d7617-edb1-4851-b00a-a6d47a9bd66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:23.534762 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 31608331-4f62-4bd7-87b5-ac4f43510cf1 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:23.567716 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 31608331-4f62-4bd7-87b5-ac4f43510cf1 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:23.568418 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:23.607583 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-778d7617-edb1-4851-b00a-a6d47a9bd66a None None] Port 1a8cf5c4-7804-474b-bafe-f7c292828dec cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:58:23.633874 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:58:23.638606 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-778d7617-edb1-4851-b00a-a6d47a9bd66a None None] Provisioning complete for port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:23.639032 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-778d7617-edb1-4851-b00a-a6d47a9bd66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:23.660333 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7e93ef13-41d6-4b06-9bac-b1197f56074f admin admin] 10.222.0.20 "PUT /v2.0/routers/75c95b00-befb-4db8-a982-152c14b92605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2905803 Sep 08 04:58:23.750011 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-778d7617-edb1-4851-b00a-a6d47a9bd66a None None] Port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:58:23.769088 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:23.812052 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565051ed-4367-4e95-a540-83a627715a3c req-26bf0b47-6162-41c2-a1c6-f62696e0c6dd tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:23.813808 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-565051ed-4367-4e95-a540-83a627715a3c req-26bf0b47-6162-41c2-a1c6-f62696e0c6dd tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 945 time: 0.1394904 Sep 08 04:58:23.816070 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 31608331-4f62-4bd7-87b5-ac4f43510cf1, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=31608331-4f62-4bd7-87b5-ac4f43510cf1,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:23.817526 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d1357-fd14-488f-86c1-383a6b78304e req-c58af67b-4375-4fe8-9320-63fc8b79e939 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:23.819132 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c37d1357-fd14-488f-86c1-383a6b78304e req-c58af67b-4375-4fe8-9320-63fc8b79e939 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 945 time: 0.1663594 Sep 08 04:58:23.823451 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:23.824270 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 35992a83-8083-4eb2-be77-d6f56b893101 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:23.874349 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-565051ed-4367-4e95-a540-83a627715a3c req-811c583a-44c3-4105-b37e-ed9208d153d2 tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/security-groups?id=377c2ce5-aaba-432f-8974-3c3ebeaf94dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482242 Sep 08 04:58:23.984231 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-c37d1357-fd14-488f-86c1-383a6b78304e req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Deleting port 453aecc2-741d-4cc3-b139-675321073ffd {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 04:58:23.985230 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c37d1357-fd14-488f-86c1-383a6b78304e req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:23.991738 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-3ae4a08f-0903-4e59-b3c6-7477bc6ebda2 None None] Provisioning complete for port 1a8cf5c4-7804-474b-bafe-f7c292828dec triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:23.992266 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a08f-0903-4e59-b3c6-7477bc6ebda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.036305 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=31608331-4f62-4bd7-87b5-ac4f43510cf1,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:24.047025 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4a08f-0903-4e59-b3c6-7477bc6ebda2 None None] Port 1a8cf5c4-7804-474b-bafe-f7c292828dec cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:58:24.066844 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 35992a83-8083-4eb2-be77-d6f56b893101 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:24.067033 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.137273 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-c37d1357-fd14-488f-86c1-383a6b78304e req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] For port 453aecc2-741d-4cc3-b139-675321073ffd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=453aecc2-741d-4cc3-b139-675321073ffd,segment=NetworkSegment(2a1240ca-47fa-4be6-b6b8-b5273a29faee),segment_id=2a1240ca-47fa-4be6-b6b8-b5273a29faee)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:24.137958 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c37d1357-fd14-488f-86c1-383a6b78304e req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.163855 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-c37d1357-fd14-488f-86c1-383a6b78304e req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Calling delete_port for 453aecc2-741d-4cc3-b139-675321073ffd owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 04:58:24.198278 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:24.262304 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:24.262935 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.391456 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c37d1357-fd14-488f-86c1-383a6b78304e req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.418727 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device da167587-cec5-4bf9-827b-9c30c9e877f0 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:24.446859 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Pushing event deleted for resources: {'Port': ['ID=453aecc2-741d-4cc3-b139-675321073ffd,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:24.517028 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['453aecc2-741d-4cc3-b139-675321073ffd'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:58:24.573682 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port da167587-cec5-4bf9-827b-9c30c9e877f0 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:24.573891 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.593455 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37d1357-fd14-488f-86c1-383a6b78304e req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] No DVR routers for this DVR port 453aecc2-741d-4cc3-b139-675321073ffd on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 04:58:24.597517 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c37d1357-fd14-488f-86c1-383a6b78304e req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.610468 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c37d1357-fd14-488f-86c1-383a6b78304e req-d65660b0-1f7c-4b50-a3d8-f408f63ad57d tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.26 "DELETE /v2.0/ports/453aecc2-741d-4cc3-b139-675321073ffd HTTP/1.1" status: 204 len: 173 time: 0.7798707 Sep 08 04:58:24.614329 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb371ebd-7e66-4037-b723-b7dcda886722', 'name': 'network-vif-deleted', 'tag': '453aecc2-741d-4cc3-b139-675321073ffd'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:58:24.616842 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc8b42c-5b27-4583-8660-d6ee347e7727" -d '{"events": [{"server_uuid": "bb371ebd-7e66-4037-b723-b7dcda886722", "name": "network-vif-deleted", "tag": "453aecc2-741d-4cc3-b139-675321073ffd"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:58:24.624394 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46882) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:24.630723 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1319829500-network', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:24.690096 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Made reservation on behalf of 5f56373917b94f49bbf5a8c77260e615 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:24.694686 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.726711 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155cf6b-5a26-4840-8a78-deac645df2d9 x-openstack-request-id: req-d155cf6b-5a26-4840-8a78-deac645df2d9 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:58:24.727982 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb371ebd-7e66-4037-b723-b7dcda886722", "name": "network-vif-deleted", "tag": "453aecc2-741d-4cc3-b139-675321073ffd", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:58:24.728404 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d155cf6b-5a26-4840-8a78-deac645df2d9 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:58:24.729579 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb371ebd-7e66-4037-b723-b7dcda886722', 'name': 'network-vif-deleted', 'tag': '453aecc2-741d-4cc3-b139-675321073ffd', 'status': 'completed', 'code': 200} Sep 08 04:58:24.733801 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.894411 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.905046 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.957496 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 04:58:24.964633 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b294f1f0-c5d3-43b6-aab0-5b9ec59f4b6b,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:24.986473 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:24.987681 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Added segment 39520adc-d9f1-4044-aa16-e97cea06febc of type vlan for network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 Sep 08 04:58:25.037668 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c198872-8aef-4d0c-b75f-a3d5a5b7582b req-1ec49684-ed0c-426d-b866-a5f9186bb77a tempest-VolumesActionsTest-1376947469 tempest-VolumesActionsTest-1376947469-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb371ebd-7e66-4037-b723-b7dcda886722 HTTP/1.1" status: 200 len: 210 time: 0.0566611 Sep 08 04:58:25.074284 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:25.093136 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Sync routers for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:58:25.104387 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:25.105011 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:25.107439 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:25.108412 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:25.108980 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:25.249192 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6212583 Sep 08 04:58:25.249985 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46886) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:25.257885 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Request body: {'subnet': {'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1319829500-subnet', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:25.275533 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b25a-a22c-4bcd-9037-35526d2e63f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6dfc6514-231d-45a9-9eb6-eb69a440f9c7,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:25.301010 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Made reservation on behalf of 5f56373917b94f49bbf5a8c77260e615 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:25.303417 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31437646'] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:25.354592 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 04:58:25.579550 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:25.581924 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29364769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31437656'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:25.646416 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b455ad1b-a21b-41de-b1e3-5ff8edfcca5c,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:25.658146 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Checking segment: {'id': '39520adc-d9f1-4044-aa16-e97cea06febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:25.659189 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Network hostable DHCP agents. Network: 6dfc6514-231d-45a9-9eb6-eb69a440f9c7, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 04:58:25.673022 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:25.682459 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 04:58:25.698183 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, 6dfc6514-231d-45a9-9eb6-eb69a440f9c7) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:25.703083 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:25.704144 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:25.720542 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2449f255-cb65-4afa-a5c2-e493fc7fdf5c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4692924 Sep 08 04:58:25.722661 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46890) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:25.727696 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:25.732574 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edee885-3fb3-40f4-9480-189ebb39603a None None] Network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:58:25.759083 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:25.761554 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:25.833952 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:25.924345 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:25.948448 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:25.948448 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.027091 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.155672 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-6dfc6514-231d-45a9-9eb6-eb69a440f9c7', 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'fixed_ips': [{'subnet_id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 04:58:26.156506 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.299457 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.314761 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.325180 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.358751 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=7950ccbe-38e2-4c8a-821f-7181cff6bfa8,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:26.362613 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 2, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:26.411318 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.411823 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 31608331-4f62-4bd7-87b5-ac4f43510cf1 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:26.423442 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Checking router: 75c95b00-befb-4db8-a982-152c14b92605 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:58:26.423675 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Updating router 75c95b00-befb-4db8-a982-152c14b92605 port 1a8cf5c4-7804-474b-bafe-f7c292828dec binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:58:26.508135 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Allocated IP 172.27.3.242 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:26.599978 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Allocated IP 172.20.0.2 (6dfc6514-231d-45a9-9eb6-eb69a440f9c7/b455ad1b-a21b-41de-b1e3-5ff8edfcca5c/5638dd68-05e1-4345-be8c-84d62f27e832) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:26.602112 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.655972 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=7950ccbe-38e2-4c8a-821f-7181cff6bfa8,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:26.683879 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.781604 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.847881 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 31608331-4f62-4bd7-87b5-ac4f43510cf1 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:26.848321 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:26.854235 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:26.859491 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:26.874001 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:26.937295 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:27.004427 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 453aecc2-741d-4cc3-b139-675321073ffd no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:58:27.087298 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 453aecc2-741d-4cc3-b139-675321073ffd {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 04:58:27.087801 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 453aecc2-741d-4cc3-b139-675321073ffd not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 04:58:27.121315 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.153941 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Transition to ACTIVE for port object 5638dd68-05e1-4345-be8c-84d62f27e832 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:27.217635 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Transition to ACTIVE for port object 5638dd68-05e1-4345-be8c-84d62f27e832 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:27.253151 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.350315 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:27.360381 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:27.369985 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.383159 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:27.396988 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.410461 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Pushing event updated for resources: {'Port': ['ID=5638dd68-05e1-4345-be8c-84d62f27e832,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:27.413252 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:27.487552 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Transition to ACTIVE for port object 1a8cf5c4-7804-474b-bafe-f7c292828dec will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:27.520280 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.564232 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Attempting to bind port 5638dd68-05e1-4345-be8c-84d62f27e832 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:27.564606 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Attempting to bind port 5638dd68-05e1-4345-be8c-84d62f27e832 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '39520adc-d9f1-4044-aa16-e97cea06febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:27.564973 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Attempting to bind port 5638dd68-05e1-4345-be8c-84d62f27e832 on network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:27.582466 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:27.582848 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Checking segment: {'id': '39520adc-d9f1-4044-aa16-e97cea06febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:27.583261 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.583662 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Bound using segment: {'id': '39520adc-d9f1-4044-aa16-e97cea06febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:27.584156 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Bound port: 5638dd68-05e1-4345-be8c-84d62f27e832, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39520adc-d9f1-4044-aa16-e97cea06febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:27.584545 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.624733 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bfe91-6947-423a-ad60-952995c2a30a None None] Pushing event updated for resources: {'Port': ['ID=1a8cf5c4-7804-474b-bafe-f7c292828dec,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:27.677395 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.688787 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:27.689163 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.808072 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] For port 5638dd68-05e1-4345-be8c-84d62f27e832, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:27.811558 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] For port 5638dd68-05e1-4345-be8c-84d62f27e832, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=5638dd68-05e1-4345-be8c-84d62f27e832,segment=NetworkSegment(39520adc-d9f1-4044-aa16-e97cea06febc),segment_id=39520adc-d9f1-4044-aa16-e97cea06febc)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:27.832208 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Attempting to bind port 1a8cf5c4-7804-474b-bafe-f7c292828dec on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:27.832508 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Attempting to bind port 1a8cf5c4-7804-474b-bafe-f7c292828dec by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:27.832866 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Attempting to bind port 1a8cf5c4-7804-474b-bafe-f7c292828dec on network d42be4f3-48d9-4d8b-9d00-242994f353ae {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:27.844355 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:27.844794 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Checking segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:27.845210 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.845609 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Bound using segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:27.846271 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Bound port: 1a8cf5c4-7804-474b-bafe-f7c292828dec, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:27.846890 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:27.851753 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 04:58:27.882562 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:28.017274 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:58:28.028921 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Sync routers for ids ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:58:28.045630 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Routers {'34d3d7f7-0bed-4af4-806e-0e5129d41cfb'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:28.046302 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:28.056557 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:28.060250 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2fdf96c0-5c49-4bcc-93b4-3adcf2786ba5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3361111 Sep 08 04:58:28.063105 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46940) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:28.135615 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Sync routers for ids ['5c67cd75-3500-4c2c-99fc-9118b945ef22'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:58:28.170458 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84c27d-f155-4f2d-b3ef-3e035436a5aa None None] Pushing event updated for resources: {'Port': ['ID=5638dd68-05e1-4345-be8c-84d62f27e832,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:28.242728 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Set router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:28.253426 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Routers {'5c67cd75-3500-4c2c-99fc-9118b945ef22'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:28.254808 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['5c67cd75-3500-4c2c-99fc-9118b945ef22'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:28.395776 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] For port 1a8cf5c4-7804-474b-bafe-f7c292828dec, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:28.402178 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf217fee-8aa7-4021-944a-7665d6b4fdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:28.411763 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] For port 1a8cf5c4-7804-474b-bafe-f7c292828dec, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=1a8cf5c4-7804-474b-bafe-f7c292828dec,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:28.426658 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:28.645105 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Set router 5c67cd75-3500-4c2c-99fc-9118b945ef22 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:28.653213 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:28.747380 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bfe91-6947-423a-ad60-952995c2a30a None None] Pushing event updated for resources: {'Port': ['ID=1a8cf5c4-7804-474b-bafe-f7c292828dec,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:28.756464 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:28.757348 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:28.894535 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:25Z', 'updated_at': '2021-09-08T04:58:27Z', 'revision_number': 3, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'gw_port': {'id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:26Z', 'updated_at': '2021-09-08T04:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:28.944933 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Checking router: 34d3d7f7-0bed-4af4-806e-0e5129d41cfb for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:58:28.945320 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Updating router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:58:28.962039 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Allocated IP 172.20.0.1 (6dfc6514-231d-45a9-9eb6-eb69a440f9c7/b455ad1b-a21b-41de-b1e3-5ff8edfcca5c/15e6b1b6-0892-41ca-8d27-8b93f03df9bd) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:28.994705 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.070045 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:29.136147 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.173850 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Transition to ACTIVE for port object 15e6b1b6-0892-41ca-8d27-8b93f03df9bd will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:29.250136 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.332795 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Pushing event updated for resources: {'Port': ['ID=15e6b1b6-0892-41ca-8d27-8b93f03df9bd,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:29.342255 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:29.343998 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:29.346587 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:29.403179 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.417491 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.418718 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Transition to ACTIVE for port object 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:29.426507 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.477428 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e29105-8f84-4fa5-b581-fbb7aec96320 None None] Pushing event updated for resources: {'Port': ['ID=4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:29.546536 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Attempting to bind port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:29.547051 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Attempting to bind port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:29.547530 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Attempting to bind port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:29.548989 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 5638dd68-05e1-4345-be8c-84d62f27e832 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:29.555707 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:29.556232 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:29.556862 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.557350 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:29.557920 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Bound port: 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:29.558519 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.622013 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] For port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:29.626296 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] For port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:29.633492 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.667215 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:16Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 4, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'gw_port': {'id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f76bec3f-e43d-48d2-95f8-a7f2118d90f1', 'name': '', 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'mac_address': 'fa:16:3e:03:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:20Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 2, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'subnets': [{'id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:29.687142 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.703233 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Checking router: 5c67cd75-3500-4c2c-99fc-9118b945ef22 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:58:29.706434 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Updating router 5c67cd75-3500-4c2c-99fc-9118b945ef22 port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:58:29.708969 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 5638dd68-05e1-4345-be8c-84d62f27e832 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:29.723782 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e29105-8f84-4fa5-b581-fbb7aec96320 None None] Pushing event updated for resources: {'Port': ['ID=4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:29.753284 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Routers {'34d3d7f7-0bed-4af4-806e-0e5129d41cfb'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:29.754108 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:29.788013 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:28Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:29.791137 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.893938 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] Set router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:29.922278 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.933742 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:29.976257 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:30.043619 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e2580-eb76-4a37-b496-ec27886c7167 None None] Network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 04:58:30.062029 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Pushing event updated for resources: {'Port': ['ID=15e6b1b6-0892-41ca-8d27-8b93f03df9bd,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:30.076030 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c02b3b-8559-4c9f-9917-4ffe37c28e34 None None] The sync data for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi is: [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:28Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:58:30.131402 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-395890ec-7f8e-481c-8d3c-4a18613fae8c None None] Provisioning for port 5638dd68-05e1-4345-be8c-84d62f27e832 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:30.211537 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-395890ec-7f8e-481c-8d3c-4a18613fae8c None None] Provisioning complete for port 5638dd68-05e1-4345-be8c-84d62f27e832 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:30.211896 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-395890ec-7f8e-481c-8d3c-4a18613fae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:30.213835 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:25Z', 'updated_at': '2021-09-08T04:58:29Z', 'revision_number': 4, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'gw_port': {'id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:26Z', 'updated_at': '2021-09-08T04:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '15e6b1b6-0892-41ca-8d27-8b93f03df9bd', 'name': '', 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'mac_address': 'fa:16:3e:4e:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:28Z', 'updated_at': '2021-09-08T04:58:28Z', 'revision_number': 1, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'subnets': [{'id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:30.257371 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:30.280962 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bcee9-47bb-4076-99fe-70b27325cb02 None None] The sync data for ids ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'] in dv-cinder-784140-7-iscsi is: [{'id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:25Z', 'updated_at': '2021-09-08T04:58:29Z', 'revision_number': 4, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'gw_port': {'id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:26Z', 'updated_at': '2021-09-08T04:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '15e6b1b6-0892-41ca-8d27-8b93f03df9bd', 'name': '', 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'mac_address': 'fa:16:3e:4e:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:28Z', 'updated_at': '2021-09-08T04:58:28Z', 'revision_number': 1, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'subnets': [{'id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:58:30.304975 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:30.398568 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:30.412158 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Transition to ACTIVE for port object f76bec3f-e43d-48d2-95f8-a7f2118d90f1 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:30.442077 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:30.490266 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64225294-adda-42b8-9268-6881339eba78 req-280ff408-98a4-4aba-88d8-4e05e31628bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769906 Sep 08 04:58:30.606343 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225294-adda-42b8-9268-6881339eba78 req-0189e6ac-5ba2-4915-927d-18bf6227c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:30.608181 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64225294-adda-42b8-9268-6881339eba78 req-0189e6ac-5ba2-4915-927d-18bf6227c122 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1099 time: 0.0815647 Sep 08 04:58:30.611084 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:58:30.618869 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d83f6-99f1-47d2-96a1-95c077340993 None None] Pushing event updated for resources: {'Port': ['ID=f76bec3f-e43d-48d2-95f8-a7f2118d90f1,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:30.621728 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:30.630675 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-395890ec-7f8e-481c-8d3c-4a18613fae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:30.725593 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-395890ec-7f8e-481c-8d3c-4a18613fae8c None None] For port 5638dd68-05e1-4345-be8c-84d62f27e832, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=5638dd68-05e1-4345-be8c-84d62f27e832,segment=NetworkSegment(39520adc-d9f1-4044-aa16-e97cea06febc),segment_id=39520adc-d9f1-4044-aa16-e97cea06febc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:30.784443 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-395890ec-7f8e-481c-8d3c-4a18613fae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:30.787265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225294-adda-42b8-9268-6881339eba78 req-f84bbb73-4c0f-4d81-a383-1f2c6c8633ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:30.790236 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64225294-adda-42b8-9268-6881339eba78 req-f84bbb73-4c0f-4d81-a383-1f2c6c8633ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 910 time: 0.1452434 Sep 08 04:58:30.990175 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64225294-adda-42b8-9268-6881339eba78 req-362116da-3c06-42a6-a277-e996e3246443 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 1001 time: 0.1573951 Sep 08 04:58:31.060537 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225294-adda-42b8-9268-6881339eba78 req-88013dc7-c031-427f-a115-121dd5402ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:31.062433 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64225294-adda-42b8-9268-6881339eba78 req-88013dc7-c031-427f-a115-121dd5402ff7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 200 len: 848 time: 0.0636177 Sep 08 04:58:31.066109 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:58:31.093545 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-babfae19-fd67-479c-98d3-be33afa262bc admin admin] 10.222.0.20 "PUT /v2.0/routers/34d3d7f7-0bed-4af4-806e-0e5129d41cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0285802 Sep 08 04:58:31.148946 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395890ec-7f8e-481c-8d3c-4a18613fae8c None None] Pushing event updated for resources: {'Port': ['ID=5638dd68-05e1-4345-be8c-84d62f27e832,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:31.204543 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225294-adda-42b8-9268-6881339eba78 req-8f83a1b5-86fa-4ce6-afc4-1cb1aeee9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:31.210307 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64225294-adda-42b8-9268-6881339eba78 req-8f83a1b5-86fa-4ce6-afc4-1cb1aeee9449 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1100307 Sep 08 04:58:31.253585 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2646eb48-ac3d-4115-9ddd-421a2f855efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:31.351427 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Attempting to bind port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:31.359133 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Attempting to bind port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '56b42acc-c4e2-4db7-9f25-37fc3f34d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:31.359733 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Attempting to bind port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 on network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:31.379071 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:31.379563 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Checking segment: {'id': '56b42acc-c4e2-4db7-9f25-37fc3f34d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:31.380652 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:31.380652 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Bound using segment: {'id': '56b42acc-c4e2-4db7-9f25-37fc3f34d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:31.380907 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Bound port: f76bec3f-e43d-48d2-95f8-a7f2118d90f1, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b42acc-c4e2-4db7-9f25-37fc3f34d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:31.381365 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:31.399244 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:31.513031 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64225294-adda-42b8-9268-6881339eba78 req-be063dea-b37f-40a6-a483-1fb407950cce service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963092 Sep 08 04:58:31.524355 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] For port f76bec3f-e43d-48d2-95f8-a7f2118d90f1, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:31.531998 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] For port f76bec3f-e43d-48d2-95f8-a7f2118d90f1, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=f76bec3f-e43d-48d2-95f8-a7f2118d90f1,segment=NetworkSegment(56b42acc-c4e2-4db7-9f25-37fc3f34d677),segment_id=56b42acc-c4e2-4db7-9f25-37fc3f34d677)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:31.543743 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:31.615559 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 1a8cf5c4-7804-474b-bafe-f7c292828dec up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:31.776773 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64225294-adda-42b8-9268-6881339eba78 req-9d288bf0-4ed7-4fc5-bf5d-93d6b17f59a4 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519822 Sep 08 04:58:31.796204 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d83f6-99f1-47d2-96a1-95c077340993 None None] Pushing event updated for resources: {'Port': ['ID=f76bec3f-e43d-48d2-95f8-a7f2118d90f1,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:31.818201 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Routers {'5c67cd75-3500-4c2c-99fc-9118b945ef22'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:31.818845 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['5c67cd75-3500-4c2c-99fc-9118b945ef22'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:32.048690 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 1a8cf5c4-7804-474b-bafe-f7c292828dec completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:32.120363 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 1a8cf5c4-7804-474b-bafe-f7c292828dec triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:32.122563 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:32.218767 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] Set router 5c67cd75-3500-4c2c-99fc-9118b945ef22 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:32.382607 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:32.385775 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-e12e1a03-0a3f-4c59-a56b-716bf9b2575b None None] Provisioning complete for port 5638dd68-05e1-4345-be8c-84d62f27e832 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:32.386211 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e12e1a03-0a3f-4c59-a56b-716bf9b2575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:32.508977 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46984) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:32.524664 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-35bcd8db-fb57-40fc-96d4-2f9bc92913fc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-915304721', 'description': 'tempest-secgroup-smoke-915304721 description', 'project_id': '643e582f6bd2451191b91381608b2e6d'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:32.592408 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-35bcd8db-fb57-40fc-96d4-2f9bc92913fc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:32.710383 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:32.758664 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-35bcd8db-fb57-40fc-96d4-2f9bc92913fc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:32.766873 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-35bcd8db-fb57-40fc-96d4-2f9bc92913fc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:32.836286 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcd8db-fb57-40fc-96d4-2f9bc92913fc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addc9302-cac5-4002-ae2d-354c161d492e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:32.843756 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 1a8cf5c4-7804-474b-bafe-f7c292828dec, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=1a8cf5c4-7804-474b-bafe-f7c292828dec,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:32.872845 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-35bcd8db-fb57-40fc-96d4-2f9bc92913fc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:32.875016 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-35bcd8db-fb57-40fc-96d4-2f9bc92913fc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3647985 Sep 08 04:58:32.877927 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46986) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:32.883210 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-2874d6fe-d9f9-42c0-905f-f781345ba06f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'security_group_rule': {'security_group_id': 'addc9302-cac5-4002-ae2d-354c161d492e', 'project_id': '643e582f6bd2451191b91381608b2e6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:32.893084 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:32.893953 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 5638dd68-05e1-4345-be8c-84d62f27e832 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:32.930132 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2874d6fe-d9f9-42c0-905f-f781345ba06f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.000746 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-e12e1a03-0a3f-4c59-a56b-716bf9b2575b None None] Provisioning for port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:33.008010 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=1a8cf5c4-7804-474b-bafe-f7c292828dec,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:33.015876 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-e12e1a03-0a3f-4c59-a56b-716bf9b2575b None None] Provisioning complete for port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:33.016127 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e12e1a03-0a3f-4c59-a56b-716bf9b2575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.092118 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-e12e1a03-0a3f-4c59-a56b-716bf9b2575b None None] Port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:58:33.104809 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:16Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 4, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'gw_port': {'id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f76bec3f-e43d-48d2-95f8-a7f2118d90f1', 'name': '', 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'mac_address': 'fa:16:3e:03:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:20Z', 'updated_at': '2021-09-08T04:58:31Z', 'revision_number': 4, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'subnets': [{'id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:33.139609 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 5638dd68-05e1-4345-be8c-84d62f27e832 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:33.140189 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.203857 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c740859-16bb-4d94-a0b9-bf37ad16a8d9 None None] The sync data for ids ['5c67cd75-3500-4c2c-99fc-9118b945ef22'] in dv-cinder-784140-7-iscsi is: [{'id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:16Z', 'updated_at': '2021-09-08T04:58:21Z', 'revision_number': 4, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'gw_port': {'id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f76bec3f-e43d-48d2-95f8-a7f2118d90f1', 'name': '', 'network_id': '1cab1163-e06f-4418-b3ff-c8e22a7f6f50', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'mac_address': 'fa:16:3e:03:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:20Z', 'updated_at': '2021-09-08T04:58:31Z', 'revision_number': 4, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'subnets': [{'id': '7de32890-3cbf-49fa-ab33-57a1ea9c3ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:58:33.341321 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-a515141b-b13e-490f-a589-34b23a2889a8 None None] Provisioning complete for port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:33.341783 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a515141b-b13e-490f-a589-34b23a2889a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.420708 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-a515141b-b13e-490f-a589-34b23a2889a8 None None] Port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:58:33.444533 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2874d6fe-d9f9-42c0-905f-f781345ba06f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.458206 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.465272 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2874d6fe-d9f9-42c0-905f-f781345ba06f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.511011 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2874d6fe-d9f9-42c0-905f-f781345ba06f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.515037 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2874d6fe-d9f9-42c0-905f-f781345ba06f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6332695 Sep 08 04:58:33.516098 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46990) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:33.520844 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-31d95158-81d6-4725-80fa-a21c45c6fd2d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'security_group_rule': {'security_group_id': 'addc9302-cac5-4002-ae2d-354c161d492e', 'project_id': '643e582f6bd2451191b91381608b2e6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:33.521540 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874d6fe-d9f9-42c0-905f-f781345ba06f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4925792-d3ca-49e8-aaf3-86d3a44fe125,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:33.578872 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d95158-81d6-4725-80fa-a21c45c6fd2d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.740448 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d95158-81d6-4725-80fa-a21c45c6fd2d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.745888 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f76bec3f-e43d-48d2-95f8-a7f2118d90f1 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:33.760488 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d95158-81d6-4725-80fa-a21c45c6fd2d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.779350 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d95158-81d6-4725-80fa-a21c45c6fd2d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2766e434-8fe3-4cde-ad80-c19494557644,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:33.796804 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d95158-81d6-4725-80fa-a21c45c6fd2d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.800584 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-31d95158-81d6-4725-80fa-a21c45c6fd2d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2809122 Sep 08 04:58:33.800917 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 46992) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:33.805432 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-cdd93304-2d29-4cfb-ae49-1fa9c4ca92b0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'security_group_rule': {'security_group_id': 'addc9302-cac5-4002-ae2d-354c161d492e', 'project_id': '643e582f6bd2451191b91381608b2e6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:33.831629 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:33.836802 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:33.837184 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.862978 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cdd93304-2d29-4cfb-ae49-1fa9c4ca92b0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.996429 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:33.999839 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cdd93304-2d29-4cfb-ae49-1fa9c4ca92b0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.012914 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cdd93304-2d29-4cfb-ae49-1fa9c4ca92b0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.056084 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd93304-2d29-4cfb-ae49-1fa9c4ca92b0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0843f96-7a50-4716-8527-d825df0f49e4,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:34.065298 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cdd93304-2d29-4cfb-ae49-1fa9c4ca92b0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.067444 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-cdd93304-2d29-4cfb-ae49-1fa9c4ca92b0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2650630 Sep 08 04:58:34.069762 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46994) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:34.076018 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port f76bec3f-e43d-48d2-95f8-a7f2118d90f1, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=f76bec3f-e43d-48d2-95f8-a7f2118d90f1,segment=NetworkSegment(56b42acc-c4e2-4db7-9f25-37fc3f34d677),segment_id=56b42acc-c4e2-4db7-9f25-37fc3f34d677)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:34.076566 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-f60e0d7d-4f8b-4203-bc63-df91b22e90d0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'security_group_rule': {'security_group_id': 'addc9302-cac5-4002-ae2d-354c161d492e', 'project_id': '643e582f6bd2451191b91381608b2e6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:34.091256 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.092480 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 1a8cf5c4-7804-474b-bafe-f7c292828dec up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:34.146869 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f60e0d7d-4f8b-4203-bc63-df91b22e90d0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.209454 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=f76bec3f-e43d-48d2-95f8-a7f2118d90f1,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:34.234074 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 1a8cf5c4-7804-474b-bafe-f7c292828dec triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:34.234456 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.332794 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f60e0d7d-4f8b-4203-bc63-df91b22e90d0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.346935 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f60e0d7d-4f8b-4203-bc63-df91b22e90d0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.376180 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e0d7d-4f8b-4203-bc63-df91b22e90d0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86261d9-15e2-4b2a-ba70-8ff18557a281,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:34.413316 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f60e0d7d-4f8b-4203-bc63-df91b22e90d0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.419006 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f60e0d7d-4f8b-4203-bc63-df91b22e90d0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3431408 Sep 08 04:58:34.419006 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 46998) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:34.423424 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-066d18af-412e-4a3c-90ac-37466b1a85f0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'security_group_rule': {'security_group_id': 'addc9302-cac5-4002-ae2d-354c161d492e', 'project_id': '643e582f6bd2451191b91381608b2e6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:34.423995 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:34.474848 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.securitygroups_db [None req-066d18af-412e-4a3c-90ac-37466b1a85f0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Project 643e582f6bd2451191b91381608b2e6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 04:58:34.490453 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-066d18af-412e-4a3c-90ac-37466b1a85f0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.536556 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:34.542071 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:34.542448 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.606074 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-066d18af-412e-4a3c-90ac-37466b1a85f0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.620521 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-066d18af-412e-4a3c-90ac-37466b1a85f0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.654006 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-066d18af-412e-4a3c-90ac-37466b1a85f0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.656468 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-066d18af-412e-4a3c-90ac-37466b1a85f0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2368054 Sep 08 04:58:34.658121 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 47000) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:34.659955 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d18af-412e-4a3c-90ac-37466b1a85f0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971e78da-c3fb-4a98-86c8-70f9c32c81df,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:34.664332 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-6f56748d-a820-4da8-9c55-8ed46e066c4e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'security_group_rule': {'security_group_id': 'addc9302-cac5-4002-ae2d-354c161d492e', 'project_id': '643e582f6bd2451191b91381608b2e6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:34.704952 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.securitygroups_db [None req-6f56748d-a820-4da8-9c55-8ed46e066c4e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Project 643e582f6bd2451191b91381608b2e6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 04:58:34.710345 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6f56748d-a820-4da8-9c55-8ed46e066c4e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.786878 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.833517 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:34.846119 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.901352 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6f56748d-a820-4da8-9c55-8ed46e066c4e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.907763 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6f56748d-a820-4da8-9c55-8ed46e066c4e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.931004 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56748d-a820-4da8-9c55-8ed46e066c4e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f95b7f7-735f-443b-a298-ef83988ae47a,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:34.965064 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:34.980006 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6f56748d-a820-4da8-9c55-8ed46e066c4e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:34.981761 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6f56748d-a820-4da8-9c55-8ed46e066c4e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225484 Sep 08 04:58:35.440469 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f76bec3f-e43d-48d2-95f8-a7f2118d90f1 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:35.532147 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:35.532782 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:35.676041 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:35.731075 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:35.731485 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:38.046446 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Sync routers for ids ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:58:38.056177 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Routers {'34d3d7f7-0bed-4af4-806e-0e5129d41cfb'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:38.056903 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:38.245292 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Set router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:38.636917 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:25Z', 'updated_at': '2021-09-08T04:58:29Z', 'revision_number': 4, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'gw_port': {'id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:26Z', 'updated_at': '2021-09-08T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '15e6b1b6-0892-41ca-8d27-8b93f03df9bd', 'name': '', 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'mac_address': 'fa:16:3e:4e:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:28Z', 'updated_at': '2021-09-08T04:58:29Z', 'revision_number': 2, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'subnets': [{'id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:38.665637 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Checking router: 34d3d7f7-0bed-4af4-806e-0e5129d41cfb for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:58:38.666594 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Updating router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 04:58:38.702687 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:39.057194 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:39.068767 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Transition to ACTIVE for port object 15e6b1b6-0892-41ca-8d27-8b93f03df9bd will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:39.080168 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:39.127184 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c056d9-1259-4962-ad6c-cce0c5234598 None None] Pushing event updated for resources: {'Port': ['ID=15e6b1b6-0892-41ca-8d27-8b93f03df9bd,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:39.252397 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Attempting to bind port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:39.252735 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Attempting to bind port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': '39520adc-d9f1-4044-aa16-e97cea06febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:39.253175 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Attempting to bind port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd on network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:39.259397 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:39.259840 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Checking segment: {'id': '39520adc-d9f1-4044-aa16-e97cea06febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:39.260288 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:39.260728 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Bound using segment: {'id': '39520adc-d9f1-4044-aa16-e97cea06febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:39.261302 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Bound port: 15e6b1b6-0892-41ca-8d27-8b93f03df9bd, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39520adc-d9f1-4044-aa16-e97cea06febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:39.261712 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:39.348788 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] For port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:39.352608 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] For port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=15e6b1b6-0892-41ca-8d27-8b93f03df9bd,segment=NetworkSegment(39520adc-d9f1-4044-aa16-e97cea06febc),segment_id=39520adc-d9f1-4044-aa16-e97cea06febc)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:39.361239 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:39.449911 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Routers {'34d3d7f7-0bed-4af4-806e-0e5129d41cfb'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:58:39.450537 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:58:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:39.543704 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c056d9-1259-4962-ad6c-cce0c5234598 None None] Pushing event updated for resources: {'Port': ['ID=15e6b1b6-0892-41ca-8d27-8b93f03df9bd,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:39.783870 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] Set router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:58:40.064689 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:25Z', 'updated_at': '2021-09-08T04:58:29Z', 'revision_number': 4, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'gw_port': {'id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:26Z', 'updated_at': '2021-09-08T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '15e6b1b6-0892-41ca-8d27-8b93f03df9bd', 'name': '', 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'mac_address': 'fa:16:3e:4e:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:28Z', 'updated_at': '2021-09-08T04:58:39Z', 'revision_number': 4, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'subnets': [{'id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:40.099963 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4c1e0-7165-4a4e-962d-5387ae353440 None None] The sync data for ids ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'] in dv-cinder-784140-7-iscsi is: [{'id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:25Z', 'updated_at': '2021-09-08T04:58:29Z', 'revision_number': 4, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'gw_port': {'id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:26Z', 'updated_at': '2021-09-08T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '15e6b1b6-0892-41ca-8d27-8b93f03df9bd', 'name': '', 'network_id': '6dfc6514-231d-45a9-9eb6-eb69a440f9c7', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'mac_address': 'fa:16:3e:4e:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:28Z', 'updated_at': '2021-09-08T04:58:39Z', 'revision_number': 4, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'subnets': [{'id': 'b455ad1b-a21b-41de-b1e3-5ff8edfcca5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:58:40.333927 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-c039516f-1d90-4919-8c90-31139287a869 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:40.336712 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-c039516f-1d90-4919-8c90-31139287a869 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/networks?id=0aec2935-5550-4c0a-b936-148762a83202 HTTP/1.1" status: 200 len: 815 time: 0.1259809 Sep 08 04:58:40.359184 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-b3796a6d-0582-4f42-9f2c-788f4d025bd0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/quotas/c3633675244340a0b2ce2214244e4a5b HTTP/1.1" status: 200 len: 375 time: 0.0114014 Sep 08 04:58:40.444599 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f93fd3e4-eb1b-498b-913a-68a8dab98998 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3633675244340a0b2ce2214244e4a5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790298 Sep 08 04:58:40.681191 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-c5a57624-1f1d-48c9-a8dd-8d02a0b0b1ff service neutron] 10.222.0.20 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357535 Sep 08 04:58:40.796586 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-9c8b157a-7489-4a69-87c8-baf28ddbea88 service neutron] 10.222.0.20 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130083 Sep 08 04:58:40.976016 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-cd17797e-f01c-42e0-bcb7-13b1c908aec7 req-0c0b122a-73b7-4524-bae5-3a2f10c393f9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 210 time: 0.0309720 Sep 08 04:58:41.477002 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 15e6b1b6-0892-41ca-8d27-8b93f03df9bd up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:41.535912 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:41.540555 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:41.541315 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:41.645125 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:41.680594 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=15e6b1b6-0892-41ca-8d27-8b93f03df9bd,segment=NetworkSegment(39520adc-d9f1-4044-aa16-e97cea06febc),segment_id=39520adc-d9f1-4044-aa16-e97cea06febc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:58:41.685332 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:41.734985 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=15e6b1b6-0892-41ca-8d27-8b93f03df9bd,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:42.071784 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8a2467cb-757c-437a-81d3-9a3d1bba2efd req-3cc64cba-9689-4a6d-8d81-85bb70c91369 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 210 time: 0.0272648 Sep 08 04:58:42.451833 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-64d43292-cd06-48f4-a237-13d7e568972c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:42.453369 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-64d43292-cd06-48f4-a237-13d7e568972c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.26 "GET /v2.0/networks?id=0aec2935-5550-4c0a-b936-148762a83202 HTTP/1.1" status: 200 len: 815 time: 0.1718700 Sep 08 04:58:42.492435 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'port': {'device_id': '312334a8-5a89-4f94-a3ff-628115946126', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'admin_state_up': True, 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:42.600803 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Made reservation on behalf of c3633675244340a0b2ce2214244e4a5b for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:58:42.605257 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:42.773467 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Allocated IP 172.20.0.5 (0aec2935-5550-4c0a-b936-148762a83202/d2f8688f-ac32-4598-8ce8-40470f7127cf/742d987a-3d0c-4e27-8889-0b277a0c14f7) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:58:43.030220 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:43.044935 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Transition to ACTIVE for port object 742d987a-3d0c-4e27-8889-0b277a0c14f7 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:43.093155 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:43.136358 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Network 0aec2935-5550-4c0a-b936-148762a83202 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:58:43.139446 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:58:43.143453 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:58:43.173844 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'Port': ['ID=742d987a-3d0c-4e27-8889-0b277a0c14f7,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:43.192863 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.193216 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.193564 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.193904 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.194260 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.194592 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.194918 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.195249 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.195570 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.195888 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.196211 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.196547 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:43.225184 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ddba3-aaaf-451b-ae4f-961cff59e093 req-73039bb8-8f96-4d7e-9d81-0e9c90a91260 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:43.225847 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:43.226922 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:43.232461 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-571ddba3-aaaf-451b-ae4f-961cff59e093 req-73039bb8-8f96-4d7e-9d81-0e9c90a91260 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 931 time: 0.0837257 Sep 08 04:58:43.252702 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-f76d0d60-c6fc-40cb-8041-ad730f1758a3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7631650 Sep 08 04:58:43.283323 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-571ddba3-aaaf-451b-ae4f-961cff59e093 req-89baa0da-68f7-4437-9150-f91fdf0051f7 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499055 Sep 08 04:58:43.366782 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Request body: {'port': {'device_id': '312334a8-5a89-4f94-a3ff-628115946126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:58:43.457090 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 15e6b1b6-0892-41ca-8d27-8b93f03df9bd up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:58:43.458381 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:43.518063 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-02cf85ed-095a-486e-a885-0b14c6324907 None None] Provisioning for port 742d987a-3d0c-4e27-8889-0b277a0c14f7 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:58:43.528006 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-02cf85ed-095a-486e-a885-0b14c6324907 None None] Provisioning complete for port 742d987a-3d0c-4e27-8889-0b277a0c14f7 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:43.528754 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-02cf85ed-095a-486e-a885-0b14c6324907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:43.578183 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:58:43.579225 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:43.623281 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-02cf85ed-095a-486e-a885-0b14c6324907 None None] Port 742d987a-3d0c-4e27-8889-0b277a0c14f7 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:58:43.779930 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742d987a-3d0c-4e27-8889-0b277a0c14f7 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:58:43.790048 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:43.802167 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Transition to ACTIVE for port object 742d987a-3d0c-4e27-8889-0b277a0c14f7 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:58:43.806555 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:43.901588 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Pushing event updated for resources: {'Port': ['ID=742d987a-3d0c-4e27-8889-0b277a0c14f7,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:43.974865 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Attempting to bind port 742d987a-3d0c-4e27-8889-0b277a0c14f7 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:58:43.975713 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Attempting to bind port 742d987a-3d0c-4e27-8889-0b277a0c14f7 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:58:43.976213 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Attempting to bind port 742d987a-3d0c-4e27-8889-0b277a0c14f7 on network 0aec2935-5550-4c0a-b936-148762a83202 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:43.985010 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Port 742d987a-3d0c-4e27-8889-0b277a0c14f7 on network 0aec2935-5550-4c0a-b936-148762a83202 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:58:43.985334 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Attempting to bind port 742d987a-3d0c-4e27-8889-0b277a0c14f7 on network 0aec2935-5550-4c0a-b936-148762a83202 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:58:43.992693 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:58:43.993033 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Checking segment: {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:58:43.993470 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Bound using segment: {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:58:43.993937 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Bound port: 742d987a-3d0c-4e27-8889-0b277a0c14f7, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49fbe58-f507-43e5-bbd7-2235378f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0aec2935-5550-4c0a-b936-148762a83202'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:58:43.994482 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:44.062777 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] For port 742d987a-3d0c-4e27-8889-0b277a0c14f7, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:58:44.065803 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] For port 742d987a-3d0c-4e27-8889-0b277a0c14f7, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:58:44.071297 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:44.105412 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:44.106076 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:44.107488 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] 10.222.0.26 "PUT /v2.0/ports/742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 1093 time: 0.8392203 Sep 08 04:58:44.108005 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:58:44.110414 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02525bae-51c9-4927-b028-f0d4dfc1fac2" -d '{"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:58:44.154625 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f3496-a855-46c0-b17c-30d286dbba8e service neutron] Pushing event updated for resources: {'Port': ['ID=742d987a-3d0c-4e27-8889-0b277a0c14f7,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:44.272340 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f66ebc-e5e1-4ef1-89b7-17d8233d9f0c x-openstack-request-id: req-a9f66ebc-e5e1-4ef1-89b7-17d8233d9f0c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:58:44.272725 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:58:44.273068 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9f66ebc-e5e1-4ef1-89b7-17d8233d9f0c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:58:44.278459 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'status': 'completed', 'code': 200} Sep 08 04:58:44.283602 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-51e9a271-f005-408d-881b-16aeecc0f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:44.285249 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-51e9a271-f005-408d-881b-16aeecc0f396 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3633675244340a0b2ce2214244e4a5b&device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 1096 time: 0.1006992 Sep 08 04:58:44.344481 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-e19d5385-d592-4fb4-8fce-5a510d30ff5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 217 time: 0.0428913 Sep 08 04:58:44.469045 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-56a88d76-5138-4e26-a97b-f26793f49a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:44.471192 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-56a88d76-5138-4e26-a97b-f26793f49a96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2f8688f-ac32-4598-8ce8-40470f7127cf HTTP/1.1" status: 200 len: 854 time: 0.1193395 Sep 08 04:58:44.518868 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbee49-d0f9-4fbd-bfc5-1bf830f3d471 req-35f3f9e8-e8fc-4fe7-8bca-2c614502e5cb tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:44.520538 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbee49-d0f9-4fbd-bfc5-1bf830f3d471 req-35f3f9e8-e8fc-4fe7-8bca-2c614502e5cb tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.1585498 Sep 08 04:58:44.547579 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-1d89506a-7a44-4cf5-ab16-c6d0bca1d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:44.549073 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-1d89506a-7a44-4cf5-ab16-c6d0bca1d98f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0aec2935-5550-4c0a-b936-148762a83202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688715 Sep 08 04:58:44.575768 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbee49-d0f9-4fbd-bfc5-1bf830f3d471 req-93ad57dc-a4c5-4d66-9527-e1cedea2f0a8 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472994 Sep 08 04:58:44.663652 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-d3b76016-01b7-436d-9f9b-b6aad3a80c90 service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028299 Sep 08 04:58:44.762972 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d9a0d36-dece-4f17-874e-ca0a769766c6 req-997b50d3-6cd6-4458-8639-52de043f1cc0 service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892587 Sep 08 04:58:44.893024 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-59908adc-d336-47c5-89d4-26bfbd9a154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:44.894757 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-59908adc-d336-47c5-89d4-26bfbd9a154d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3633675244340a0b2ce2214244e4a5b&device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 1096 time: 0.0462303 Sep 08 04:58:45.020737 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-804e0ffc-8789-4585-a671-0c6be664194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:45.022496 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-804e0ffc-8789-4585-a671-0c6be664194f service neutron] 10.222.0.26 "GET /v2.0/networks?id=0aec2935-5550-4c0a-b936-148762a83202 HTTP/1.1" status: 200 len: 916 time: 0.1196387 Sep 08 04:58:45.070399 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-0e324c43-7c9b-4118-ac63-28641c389d56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 217 time: 0.0372660 Sep 08 04:58:45.128838 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-649e859e-4e5e-4538-a5cd-d627203ec6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:45.130528 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-649e859e-4e5e-4538-a5cd-d627203ec6a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2f8688f-ac32-4598-8ce8-40470f7127cf HTTP/1.1" status: 200 len: 854 time: 0.0532184 Sep 08 04:58:45.216728 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-07d4b1fc-fc02-4342-beb2-94268c5621e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:45.218298 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-07d4b1fc-fc02-4342-beb2-94268c5621e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0aec2935-5550-4c0a-b936-148762a83202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791023 Sep 08 04:58:45.313228 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-fa56a7fe-8cd8-4f75-9578-eaf21133af5b service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870457 Sep 08 04:58:45.404801 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02525bae-51c9-4927-b028-f0d4dfc1fac2 req-1be82f08-f8c7-4d10-bf60-70d78ed33dee service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844002 Sep 08 04:58:45.698790 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34345a5-5ae1-429e-b2d2-302afbefb470 req-96112e88-8949-44b2-bdd3-25d976527e7f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:45.700340 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c34345a5-5ae1-429e-b2d2-302afbefb470 req-96112e88-8949-44b2-bdd3-25d976527e7f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0525672 Sep 08 04:58:45.745116 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c34345a5-5ae1-429e-b2d2-302afbefb470 req-5fea2ecc-1720-4756-baeb-abb5fa4794a0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Sep 08 04:58:46.879183 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3c564-9d68-404b-92a0-ceebcb6dec13 req-22b34d39-8c1f-4bd7-a26a-c71dffd2f522 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:46.880798 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b0b3c564-9d68-404b-92a0-ceebcb6dec13 req-22b34d39-8c1f-4bd7-a26a-c71dffd2f522 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0638702 Sep 08 04:58:46.919970 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b0b3c564-9d68-404b-92a0-ceebcb6dec13 req-ad11e306-b185-4183-a5dc-9d5a1637a12c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Sep 08 04:58:48.042107 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240ce60-09be-43ec-8729-a350d14949f9 req-cf0f446a-7a97-4723-92a9-cc844d164e36 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:48.046474 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2240ce60-09be-43ec-8729-a350d14949f9 req-cf0f446a-7a97-4723-92a9-cc844d164e36 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0585697 Sep 08 04:58:48.085464 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2240ce60-09be-43ec-8729-a350d14949f9 req-04cfde45-5c36-48dc-826b-0ef68b86c45c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357265 Sep 08 04:58:49.207428 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e034c66-c8a2-4d5b-8a07-cd9e8c883fe9 req-f49ab37b-0174-44d2-9dd5-27d50bb97e24 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:49.208894 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8e034c66-c8a2-4d5b-8a07-cd9e8c883fe9 req-f49ab37b-0174-44d2-9dd5-27d50bb97e24 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0526924 Sep 08 04:58:49.253910 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8e034c66-c8a2-4d5b-8a07-cd9e8c883fe9 req-05ca39d9-be85-49d8-afad-6e4cfa85270f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387025 Sep 08 04:58:50.383032 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc845-5502-41af-b286-3801bb37e1fa req-6393d457-0105-49e6-98db-464cfcaf5c36 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:50.384903 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7c9bc845-5502-41af-b286-3801bb37e1fa req-6393d457-0105-49e6-98db-464cfcaf5c36 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0499468 Sep 08 04:58:50.434553 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7c9bc845-5502-41af-b286-3801bb37e1fa req-89c9ea61-1860-4db1-ad24-210ba13e49b2 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Sep 08 04:58:51.557757 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4040b-fa18-43fb-82f5-23320d8d3028 req-61d64bc9-b412-4c38-b413-8413a3bf3462 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:51.559446 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-30e4040b-fa18-43fb-82f5-23320d8d3028 req-61d64bc9-b412-4c38-b413-8413a3bf3462 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0481036 Sep 08 04:58:51.601499 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-30e4040b-fa18-43fb-82f5-23320d8d3028 req-fafac3d2-f3aa-44fe-a363-e375afa48939 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351365 Sep 08 04:58:52.721840 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6040697-e843-4080-9463-0e13f973a662 req-4f60a0d7-3c1b-49e6-a188-12e6b1e1ac40 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:52.723408 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6040697-e843-4080-9463-0e13f973a662 req-4f60a0d7-3c1b-49e6-a188-12e6b1e1ac40 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0519385 Sep 08 04:58:52.763853 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6040697-e843-4080-9463-0e13f973a662 req-15f9fc40-47fe-45b5-9b2e-be614d007a2a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328736 Sep 08 04:58:53.738447 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:58:53.880515 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058210c-5b0a-495e-81ad-2398c5d3cce3 req-e55f4449-3a16-4874-b8f7-c8a78787a434 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:53.887846 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b058210c-5b0a-495e-81ad-2398c5d3cce3 req-e55f4449-3a16-4874-b8f7-c8a78787a434 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0558529 Sep 08 04:58:53.930370 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b058210c-5b0a-495e-81ad-2398c5d3cce3 req-e14c7be4-31ee-48d3-936e-343514f9e861 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Sep 08 04:58:55.079528 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e5a1e-e312-4d9e-a450-c484e08f8b2e req-87223c88-ec20-4d39-9354-7ca032d5a8c9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:55.081278 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e91e5a1e-e312-4d9e-a450-c484e08f8b2e req-87223c88-ec20-4d39-9354-7ca032d5a8c9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0517702 Sep 08 04:58:55.128829 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e91e5a1e-e312-4d9e-a450-c484e08f8b2e req-2328fe14-5025-42e4-a826-3a6454cae6d8 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 Sep 08 04:58:55.766965 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bc3cb-4d87-40fc-afb1-038d13e65e4a req-e6484971-68f8-491e-819a-14410383a3fe tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:55.768860 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-944bc3cb-4d87-40fc-afb1-038d13e65e4a req-e6484971-68f8-491e-819a-14410383a3fe tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0512769 Sep 08 04:58:55.817511 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-944bc3cb-4d87-40fc-afb1-038d13e65e4a req-8b97415f-cc1a-4180-b6de-b6a867cb539b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Sep 08 04:58:56.256985 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2325f0-9891-42ad-bc27-fb938d044e10 req-7d3b5cb5-ae5c-4c6c-a19a-6bad98fef333 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:56.259891 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-de2325f0-9891-42ad-bc27-fb938d044e10 req-7d3b5cb5-ae5c-4c6c-a19a-6bad98fef333 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0531261 Sep 08 04:58:56.304538 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-de2325f0-9891-42ad-bc27-fb938d044e10 req-34063d8c-1b24-4b22-9000-eaf9446aa01a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Sep 08 04:58:56.964898 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6372173-3102-43b3-a9d7-3a186c8fda6c req-ab7aaee1-7bac-4419-b6bf-ee16411fa7f6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:56.972464 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6372173-3102-43b3-a9d7-3a186c8fda6c req-ab7aaee1-7bac-4419-b6bf-ee16411fa7f6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0688026 Sep 08 04:58:56.978229 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b60f5-355a-43c7-bb85-55cd2c949c6f req-db52b0cd-d473-42ea-91a8-e887b65e5529 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:56.980661 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1b0b60f5-355a-43c7-bb85-55cd2c949c6f req-db52b0cd-d473-42ea-91a8-e887b65e5529 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0633321 Sep 08 04:58:57.009162 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6372173-3102-43b3-a9d7-3a186c8fda6c req-0857ac1f-1282-4da0-8424-66f36f906176 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Sep 08 04:58:57.023910 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1b0b60f5-355a-43c7-bb85-55cd2c949c6f req-60a9d342-be07-43ce-959e-1084c411ba65 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362732 Sep 08 04:58:57.432803 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8dd78-cd96-4b42-8083-299ad82432d4 req-961c2e96-1c4f-4b86-a44e-02a942892f60 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:57.434487 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f4c8dd78-cd96-4b42-8083-299ad82432d4 req-961c2e96-1c4f-4b86-a44e-02a942892f60 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0541506 Sep 08 04:58:57.474891 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f4c8dd78-cd96-4b42-8083-299ad82432d4 req-07b1b9b3-5f31-4b63-8dfd-4927a3f965fe tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337756 Sep 08 04:58:58.129089 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9449212-18d1-4193-8db0-3ba813d1fcdf req-a07beb1c-81b4-42ef-a75b-f1a348fc8bfb tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:58.132512 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c9449212-18d1-4193-8db0-3ba813d1fcdf req-a07beb1c-81b4-42ef-a75b-f1a348fc8bfb tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0537765 Sep 08 04:58:58.156871 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62ea88-7b32-491e-894e-73840515819e req-9e717c97-ab29-4199-b608-b994fae6df78 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:58.160003 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6f62ea88-7b32-491e-894e-73840515819e req-9e717c97-ab29-4199-b608-b994fae6df78 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0573065 Sep 08 04:58:58.193207 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c9449212-18d1-4193-8db0-3ba813d1fcdf req-62bb01fa-cb41-475d-9f54-6f7e28a33618 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557060 Sep 08 04:58:58.220722 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6f62ea88-7b32-491e-894e-73840515819e req-a85bf8cc-f09b-47c5-96d2-6e0d4f5d097b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498917 Sep 08 04:58:58.334872 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4fc27af-e34c-41ee-ad7e-82b9d112d7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.388518 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 47352) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:58.440786 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-144a1eae-1576-4d3e-8f8f-22e24ade9847 admin admin] Deleting subnet c53ee926-3ff1-431b-8550-4739b284fd0f {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 04:58:58.444241 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-144a1eae-1576-4d3e-8f8f-22e24ade9847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.478744 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-144a1eae-1576-4d3e-8f8f-22e24ade9847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32327729'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.520068 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-144a1eae-1576-4d3e-8f8f-22e24ade9847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.611690 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72ce18-37f1-416b-be9f-20d9cfb286b7 req-500f7e25-4ce2-40bb-9cd5-8212f2c02707 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:58.613218 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f72ce18-37f1-416b-be9f-20d9cfb286b7 req-500f7e25-4ce2-40bb-9cd5-8212f2c02707 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0675831 Sep 08 04:58:58.631252 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-144a1eae-1576-4d3e-8f8f-22e24ade9847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29364960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31437651'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.662488 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a1eae-1576-4d3e-8f8f-22e24ade9847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53ee926-3ff1-431b-8550-4739b284fd0f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:58.683506 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-144a1eae-1576-4d3e-8f8f-22e24ade9847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.688310 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-144a1eae-1576-4d3e-8f8f-22e24ade9847 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c53ee926-3ff1-431b-8550-4739b284fd0f HTTP/1.1" status: 204 len: 168 time: 0.2983811 Sep 08 04:58:58.690490 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47358) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:58.696948 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f72ce18-37f1-416b-be9f-20d9cfb286b7 req-c03ae94d-c886-4f2c-a232-7aef799b892c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740876 Sep 08 04:58:58.769839 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.854545 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.881313 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:58.886737 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1240ca-47fa-4be6-b6b8-b5273a29faee') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:58.887040 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1240ca-47fa-4be6-b6b8-b5273a29faee') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:58:58.897200 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30506971'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.911605 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.918207 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 04:58:58.918535 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31434934'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: Traceback (most recent call last): Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: timer() Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: cb(*args, **kw) Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: return func(*args, **kwargs) Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: self._notify() Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: self.callback(batched_events) Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: event.method(event) Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: return f(self, *a, **k) Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._get(url).json() Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 04:58:58.920181 dv-cinder-784140-7-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 04:58:58.975756 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.981085 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:58.985373 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] 10.222.0.20 "DELETE /v2.0/networks/3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7 HTTP/1.1" status: 204 len: 168 time: 0.2913742 Sep 08 04:58:58.994181 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3bcc1586-36cf-4e4b-9bbd-cd6a49363fa7,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:59.001330 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.001682 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.002369 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.002711 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.003042 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.003374 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.003705 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.004031 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.004364 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.004684 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.005006 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.005325 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc86b7-609a-4f47-b03f-3729bc689b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:58:59.192829 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47362) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:59.234520 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b580d17b-7099-4b5c-a60f-e49678e5420a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a41210e3cbf74d8e87c3c4f294aab379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405896 Sep 08 04:58:59.236883 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47366) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:58:59.345370 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec88b36-80c4-4871-8cc5-4a9c07f5d0a6 req-a6c12c52-650a-4189-8d63-d436a0e59074 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:59.347045 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fec88b36-80c4-4871-8cc5-4a9c07f5d0a6 req-a6c12c52-650a-4189-8d63-d436a0e59074 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0721080 Sep 08 04:58:59.377336 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcae9b83-025f-4273-ae20-b214cb81c917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:59.412056 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fec88b36-80c4-4871-8cc5-4a9c07f5d0a6 req-1e127494-65a4-4bc4-978f-07bd9c31d484 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533497 Sep 08 04:58:59.414165 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcae9b83-025f-4273-ae20-b214cb81c917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:59.420226 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372e987-e5c7-4a20-a385-7114cfe78063 req-4ff7e738-2080-4303-a001-ffcdd1448c45 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:59.433096 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b372e987-e5c7-4a20-a385-7114cfe78063 req-4ff7e738-2080-4303-a001-ffcdd1448c45 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0896592 Sep 08 04:58:59.467977 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b372e987-e5c7-4a20-a385-7114cfe78063 req-68ea1ef6-9e2a-46c5-9187-70b577fa0c6d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337863 Sep 08 04:58:59.479207 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcae9b83-025f-4273-ae20-b214cb81c917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:59.482631 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcae9b83-025f-4273-ae20-b214cb81c917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:58:59.487301 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bcae9b83-025f-4273-ae20-b214cb81c917 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/377c2ce5-aaba-432f-8974-3c3ebeaf94dc HTTP/1.1" status: 204 len: 168 time: 0.2467897 Sep 08 04:58:59.493389 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae9b83-025f-4273-ae20-b214cb81c917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377c2ce5-aaba-432f-8974-3c3ebeaf94dc,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:58:59.812299 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ef34-87f6-4125-baa7-202e0e059934 req-19d8f637-920e-4022-9939-c094ebb56186 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:58:59.814600 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f40ef34-87f6-4125-baa7-202e0e059934 req-19d8f637-920e-4022-9939-c094ebb56186 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0506718 Sep 08 04:58:59.860889 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f40ef34-87f6-4125-baa7-202e0e059934 req-a585691d-540e-4050-94f9-9fe4a40945f5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Sep 08 04:59:00.257335 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:00.601110 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee866e7-5305-4b8c-9d63-aeb673575f23 req-24449788-cec1-44dc-90ad-10e8093c0d9b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:00.609510 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7ee866e7-5305-4b8c-9d63-aeb673575f23 req-24449788-cec1-44dc-90ad-10e8093c0d9b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0808241 Sep 08 04:59:00.651458 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7ee866e7-5305-4b8c-9d63-aeb673575f23 req-fc86a886-314a-4f49-8bd2-84533a4e86c1 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 Sep 08 04:59:00.852571 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e629a2af-da71-41cf-bbb4-021b6bd82649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:00.991217 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc939b6-6e3b-42fe-a968-b3f885759fb2 req-14cfea38-b12c-4c83-851f-2cb317090e00 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:00.992967 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4dc939b6-6e3b-42fe-a968-b3f885759fb2 req-14cfea38-b12c-4c83-851f-2cb317090e00 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.3809066 Sep 08 04:59:01.043305 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04499d-00db-40f3-a2c2-5aefcf709018 req-97a6c172-996f-45c5-a765-7b53a894aedb tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:01.045272 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb04499d-00db-40f3-a2c2-5aefcf709018 req-97a6c172-996f-45c5-a765-7b53a894aedb tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0797200 Sep 08 04:59:01.089723 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb04499d-00db-40f3-a2c2-5aefcf709018 req-71344c7d-37f3-46e8-b759-dfddf458772f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Sep 08 04:59:01.130572 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4dc939b6-6e3b-42fe-a968-b3f885759fb2 req-b0c42d4c-e4b4-4be6-b249-58d9a78ea120 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259661 Sep 08 04:59:01.338193 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:01.763422 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53517977-e56f-4376-be1b-1630ccb48133 req-cf63adc9-bfc1-4652-8477-fac9d83cd6e1 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:01.764920 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-53517977-e56f-4376-be1b-1630ccb48133 req-cf63adc9-bfc1-4652-8477-fac9d83cd6e1 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0495522 Sep 08 04:59:01.813575 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-53517977-e56f-4376-be1b-1630ccb48133 req-7141c832-6570-42b5-a6ea-a9bab05c4d08 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Sep 08 04:59:02.197396 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:02.225937 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557db9f5-1ab3-41f4-a0aa-6ee8dc6185d7 req-4fd96020-28aa-4109-8782-46d75ee3fc2b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:02.227514 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-557db9f5-1ab3-41f4-a0aa-6ee8dc6185d7 req-4fd96020-28aa-4109-8782-46d75ee3fc2b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0604684 Sep 08 04:59:02.271797 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-557db9f5-1ab3-41f4-a0aa-6ee8dc6185d7 req-ed228e9d-ac35-4faf-8b3a-462c85457b64 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376179 Sep 08 04:59:02.300017 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a875cc-4b6e-4bdc-b196-3399c3bf17d3 req-e710b8cf-b151-45ed-89b3-9af8bcd8e52e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:02.306891 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02a875cc-4b6e-4bdc-b196-3399c3bf17d3 req-e710b8cf-b151-45ed-89b3-9af8bcd8e52e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0669446 Sep 08 04:59:02.340552 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02a875cc-4b6e-4bdc-b196-3399c3bf17d3 req-9c0bbf15-ef7d-406c-ab09-6b690de02527 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324988 Sep 08 04:59:02.779720 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-4cd2b901-d22a-4a5c-9b3e-22d981d62f8a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915304721&fields=id&tenant_id=643e582f6bd2451191b91381608b2e6d HTTP/1.1" status: 200 len: 267 time: 0.0369802 Sep 08 04:59:02.909879 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-c5d0003e-dcff-4e13-9b67-622fd3e40f9a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:02.911682 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-c5d0003e-dcff-4e13-9b67-622fd3e40f9a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 811 time: 0.1245260 Sep 08 04:59:02.927999 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-eef7433d-55d8-4cc4-bfaf-0d76f1351c46 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/quotas/643e582f6bd2451191b91381608b2e6d HTTP/1.1" status: 200 len: 375 time: 0.0094671 Sep 08 04:59:02.947759 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a080c91-dcb3-4e50-aa0d-ce9897a92faa req-3582b210-9c91-410e-8e33-3f029cb42264 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:02.949300 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a080c91-dcb3-4e50-aa0d-ce9897a92faa req-3582b210-9c91-410e-8e33-3f029cb42264 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0601251 Sep 08 04:59:02.985154 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-5c96e444-b4b1-48ba-adca-7011e0d488af tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504720 Sep 08 04:59:02.990022 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a080c91-dcb3-4e50-aa0d-ce9897a92faa req-e979c1ec-0672-451d-877d-f73ba76ef649 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344870 Sep 08 04:59:03.202095 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-1afb9991-0de0-4595-8515-5d155f7e059b service neutron] 10.222.0.20 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956403 Sep 08 04:59:03.295898 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-f6e2dc8d-2c2b-4186-8cce-cc3bd57ea356 service neutron] 10.222.0.20 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877609 Sep 08 04:59:03.402862 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc2332-06a3-4a80-9828-f8e38eabd2c2 req-707df3d2-b91e-437a-862c-d9c14a4c8311 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:03.404480 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e2dc2332-06a3-4a80-9828-f8e38eabd2c2 req-707df3d2-b91e-437a-862c-d9c14a4c8311 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0531242 Sep 08 04:59:03.446265 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:03.473312 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e2dc2332-06a3-4a80-9828-f8e38eabd2c2 req-af720a78-e4e2-4e4a-a068-c48f6b17d30c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603220 Sep 08 04:59:03.631766 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35324e-b26c-4455-b30c-93a11e84ecf0 req-de4ab584-3e03-4b09-81be-d5af0d30233a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:03.633284 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9c35324e-b26c-4455-b30c-93a11e84ecf0 req-de4ab584-3e03-4b09-81be-d5af0d30233a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0800471 Sep 08 04:59:03.683009 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e0a12814-d200-46e8-870d-1bddb91d95f8 req-0bd6612e-2037-4b10-9a7e-121ff54c908b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 210 time: 0.0415022 Sep 08 04:59:03.695508 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9c35324e-b26c-4455-b30c-93a11e84ecf0 req-521bb779-cfd4-4443-9811-93d3a9b1e5eb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553913 Sep 08 04:59:04.129093 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856791-085a-4502-9985-0337b2653925 req-70536c72-877a-4d8a-9ba5-1a18917fd048 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:04.130656 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1c856791-085a-4502-9985-0337b2653925 req-70536c72-877a-4d8a-9ba5-1a18917fd048 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0547366 Sep 08 04:59:04.189706 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1c856791-085a-4502-9985-0337b2653925 req-d17b8ac0-322c-4c8d-b0c0-69c7b1659c03 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507479 Sep 08 04:59:04.590077 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9c043-15aa-4b66-9dfc-985fcb0b1c46 req-8ce9e18a-d88a-4742-8058-61f274cdff4b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:04.591554 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-42a9c043-15aa-4b66-9dfc-985fcb0b1c46 req-8ce9e18a-d88a-4742-8058-61f274cdff4b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0494440 Sep 08 04:59:04.631110 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-42a9c043-15aa-4b66-9dfc-985fcb0b1c46 req-5ea3763d-b3b4-4c63-8686-b363d24207e5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336649 Sep 08 04:59:04.791995 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e3f1b7d1-4e94-428d-af17-5c55eb80bb43 req-9e9374e7-be09-4dcf-ab59-9a551c439dea tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 210 time: 0.0382047 Sep 08 04:59:04.826755 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761118a-c77b-4580-b906-50aa7deb8b3c req-b325e80a-24ec-4de7-89f6-4c404a30628a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:04.828479 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e761118a-c77b-4580-b906-50aa7deb8b3c req-b325e80a-24ec-4de7-89f6-4c404a30628a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0523956 Sep 08 04:59:04.866186 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e761118a-c77b-4580-b906-50aa7deb8b3c req-3051bc5b-deaa-45bb-a46b-b7b0fba354a8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317693 Sep 08 04:59:05.308150 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad36616-6ce7-418b-bb19-bad6c965fd15 req-bc4fa4e2-56b6-4b2f-8442-e24fb2411c7a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:05.309659 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bad36616-6ce7-418b-bb19-bad6c965fd15 req-bc4fa4e2-56b6-4b2f-8442-e24fb2411c7a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0515003 Sep 08 04:59:05.353218 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bad36616-6ce7-418b-bb19-bad6c965fd15 req-37300454-a5ca-4542-86fe-484fb8071033 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347111 Sep 08 04:59:05.751613 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f74a42-2ea3-43c7-83ca-bf644460f1b4 req-7e414ef9-49b3-4562-907b-cca6efad22c3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:05.753236 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6f74a42-2ea3-43c7-83ca-bf644460f1b4 req-7e414ef9-49b3-4562-907b-cca6efad22c3 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0510895 Sep 08 04:59:05.788505 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6f74a42-2ea3-43c7-83ca-bf644460f1b4 req-9bb74e29-30a1-48e7-851c-ce4c0f61e7b8 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294628 Sep 08 04:59:05.890279 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-98f3aa65-3d7b-4583-ba65-2f784edff138 req-5661d8c4-6614-4a89-a3fc-8618dff6fc97 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 210 time: 0.0292330 Sep 08 04:59:05.986111 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c9b62-2643-4a53-b467-27fb236198b5 req-251f0c72-2322-423c-befe-b94972cc761b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:05.987589 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bc7c9b62-2643-4a53-b467-27fb236198b5 req-251f0c72-2322-423c-befe-b94972cc761b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Sep 08 04:59:06.030262 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bc7c9b62-2643-4a53-b467-27fb236198b5 req-2b11bde1-573f-466c-9568-178401ed36a5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341136 Sep 08 04:59:06.465320 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a65f1-109b-4d3f-ac14-efafa1ecde60 req-2b258a31-f184-4b37-ada3-de91ae3319af tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:06.466830 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-716a65f1-109b-4d3f-ac14-efafa1ecde60 req-2b258a31-f184-4b37-ada3-de91ae3319af tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0477176 Sep 08 04:59:06.504437 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-716a65f1-109b-4d3f-ac14-efafa1ecde60 req-9e845b84-9761-46e3-bbb0-5ace865a0e4d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Sep 08 04:59:06.788024 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-495ff91b-dd45-43ea-97f6-cc4b8c26a872 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:06.789472 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-495ff91b-dd45-43ea-97f6-cc4b8c26a872 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 811 time: 0.1107421 Sep 08 04:59:06.863852 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-1243ae0f-3b0e-4ce6-bd8d-5b0bbcfb0807 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=643e582f6bd2451191b91381608b2e6d HTTP/1.1" status: 200 len: 379 time: 0.0404558 Sep 08 04:59:06.875762 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'port': {'device_id': '3530ecf5-467b-4880-ab8b-189936fdd817', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'admin_state_up': True, 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'security_groups': ['addc9302-cac5-4002-ae2d-354c161d492e']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:06.971828 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbde7e8-1c1c-44f8-9682-2d48fdac7465 req-f8fd471d-d7fa-48cd-98be-c152f8031076 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:06.973289 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-afbde7e8-1c1c-44f8-9682-2d48fdac7465 req-f8fd471d-d7fa-48cd-98be-c152f8031076 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.1151686 Sep 08 04:59:06.980762 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c8a8c546-a2fd-458b-9854-6f53ba4a1305 req-77ef3881-8da9-45bb-83a2-0b0172b54f8f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 210 time: 0.0258539 Sep 08 04:59:07.035549 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-afbde7e8-1c1c-44f8-9682-2d48fdac7465 req-f782f29c-16f5-49ff-80b7-6d28f05c2ac8 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542254 Sep 08 04:59:07.036571 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Made reservation on behalf of 643e582f6bd2451191b91381608b2e6d for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 04:59:07.039958 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:07.149992 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a055c3-7575-4baf-b57a-eafe052e375b req-0fa8dfb9-3d69-48fe-8366-cd178a410acd tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:07.151419 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b9a055c3-7575-4baf-b57a-eafe052e375b req-0fa8dfb9-3d69-48fe-8366-cd178a410acd tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0504079 Sep 08 04:59:07.172613 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Allocated IP 172.20.0.13 (d42be4f3-48d9-4d8b-9d00-242994f353ae/2f17fbc2-3169-4013-aeea-29f1092616e9/d354ab8c-aba8-4c8b-bc0b-26b4d8285fde) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:59:07.190264 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b9a055c3-7575-4baf-b57a-eafe052e375b req-dd3a9cd1-7d4a-49ef-96ae-2d1f2a4bc2a0 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325575 Sep 08 04:59:07.314862 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:07.328448 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Transition to ACTIVE for port object d354ab8c-aba8-4c8b-bc0b-26b4d8285fde will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:59:07.367111 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:07.408882 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Network d42be4f3-48d9-4d8b-9d00-242994f353ae is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:59:07.411887 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:59:07.418071 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:59:07.424576 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'Port': ['ID=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:07.485601 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:07.486274 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:07.502101 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-0fb57280-6bc1-4d8b-a532-a0b1def6636c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6298189 Sep 08 04:59:07.523723 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Request body: {'port': {'device_id': '3530ecf5-467b-4880-ab8b-189936fdd817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:07.605871 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:07.684446 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869170b-3fbd-439b-86d2-30aa47f97d85 req-6e86eb10-935a-4491-9125-34b7820b652a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:07.685892 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b869170b-3fbd-439b-86d2-30aa47f97d85 req-6e86eb10-935a-4491-9125-34b7820b652a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0912106 Sep 08 04:59:07.719274 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-bf38b828-6994-4c31-82d4-edeb9dae2450 None None] Provisioning for port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:59:07.724033 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-bf38b828-6994-4c31-82d4-edeb9dae2450 None None] Provisioning complete for port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:59:07.724514 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf38b828-6994-4c31-82d4-edeb9dae2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:07.760148 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-bf38b828-6994-4c31-82d4-edeb9dae2450 None None] Port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 04:59:08.011862 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b869170b-3fbd-439b-86d2-30aa47f97d85 req-7163d22b-474e-4ffd-862d-6322f40e6377 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190925 Sep 08 04:59:08.107421 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ba30-6b02-4a5b-8b9c-63ab373cada7 req-f3e0d555-082b-4797-80bf-858c2f73da4b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:08.108913 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9d01ba30-6b02-4a5b-8b9c-63ab373cada7 req-f3e0d555-082b-4797-80bf-858c2f73da4b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 932 time: 0.0603318 Sep 08 04:59:08.146020 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9d01ba30-6b02-4a5b-8b9c-63ab373cada7 req-bdc0e58f-9246-49b4-b9d5-51d4f19d1cbd tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Sep 08 04:59:08.167825 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d354ab8c-aba8-4c8b-bc0b-26b4d8285fde {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:59:08.176781 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:08.193891 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d722-6714-4a83-954f-0a9dd09c2eac req-9b5d6f97-5e76-4e54-b6c4-700a5b844c98 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:08.195448 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab41d722-6714-4a83-954f-0a9dd09c2eac req-9b5d6f97-5e76-4e54-b6c4-700a5b844c98 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0863709 Sep 08 04:59:08.201335 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Transition to ACTIVE for port object d354ab8c-aba8-4c8b-bc0b-26b4d8285fde will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 04:59:08.210239 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:08.284099 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab41d722-6714-4a83-954f-0a9dd09c2eac req-c40b3137-0b2a-4820-8ad1-4d3ab29da1fe tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800011 Sep 08 04:59:08.284970 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Pushing event updated for resources: {'Port': ['ID=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:08.317848 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89864312-5bbe-4737-aee2-42cb85b96b39 req-5b848a0c-1693-477b-840d-ed8a4134e636 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:08.319471 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-89864312-5bbe-4737-aee2-42cb85b96b39 req-5b848a0c-1693-477b-840d-ed8a4134e636 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0589633 Sep 08 04:59:08.362889 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-89864312-5bbe-4737-aee2-42cb85b96b39 req-c4f7af29-0062-4513-a312-d8c8a9b33a9a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360150 Sep 08 04:59:08.389508 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Attempting to bind port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 04:59:08.389843 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Attempting to bind port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 04:59:08.390227 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Attempting to bind port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde on network d42be4f3-48d9-4d8b-9d00-242994f353ae {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:59:08.394621 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde on network d42be4f3-48d9-4d8b-9d00-242994f353ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 04:59:08.394944 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Attempting to bind port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde on network d42be4f3-48d9-4d8b-9d00-242994f353ae {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 04:59:08.402103 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 04:59:08.402448 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Checking segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 04:59:08.402828 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Bound using segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 04:59:08.403265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Bound port: d354ab8c-aba8-4c8b-bc0b-26b4d8285fde, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 04:59:08.403624 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:08.469961 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] For port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 04:59:08.473822 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] For port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 04:59:08.478557 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:08.514408 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:08.515119 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:08.516401 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] 10.222.0.26 "PUT /v2.0/ports/d354ab8c-aba8-4c8b-bc0b-26b4d8285fde HTTP/1.1" status: 200 len: 1094 time: 0.9978855 Sep 08 04:59:08.516826 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3530ecf5-467b-4880-ab8b-189936fdd817', 'tag': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:08.519128 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3530ecf5-467b-4880-ab8b-189936fdd817", "tag": "d354ab8c-aba8-4c8b-bc0b-26b4d8285fde"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:08.561322 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d09493-6f7d-44dd-9a3e-d62e11da8358 service neutron] Pushing event updated for resources: {'Port': ['ID=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:08.565047 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96876b3-6bb0-4d16-946d-1452a401cf1a x-openstack-request-id: req-a96876b3-6bb0-4d16-946d-1452a401cf1a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:08.565448 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3530ecf5-467b-4880-ab8b-189936fdd817", "tag": "d354ab8c-aba8-4c8b-bc0b-26b4d8285fde", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:08.565792 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a96876b3-6bb0-4d16-946d-1452a401cf1a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:08.566392 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3530ecf5-467b-4880-ab8b-189936fdd817', 'tag': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'status': 'completed', 'code': 200} Sep 08 04:59:08.633061 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-759bd8a9-9c75-4eae-828a-4042be84d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:08.635205 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-759bd8a9-9c75-4eae-828a-4042be84d5bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 1097 time: 0.0425234 Sep 08 04:59:08.689262 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-5b32c2ec-aca1-439f-8d6e-851877d6831c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde HTTP/1.1" status: 200 len: 217 time: 0.0389588 Sep 08 04:59:08.739871 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-85eb222c-4504-4042-9fd8-798d2e5f8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:08.741260 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-85eb222c-4504-4042-9fd8-798d2e5f8239 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0447414 Sep 08 04:59:08.785393 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-3ec93338-29f6-464a-881c-64fcf9deb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:08.786841 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-3ec93338-29f6-464a-881c-64fcf9deb285 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381322 Sep 08 04:59:08.878440 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-e7f32677-7e60-4137-b8df-cb8a51eb4c85 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840220 Sep 08 04:59:08.975549 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6cb19e5-7727-4c3d-9761-0c86b020099c req-b6bdd1f1-f74f-45b7-9c53-2709e57f6383 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872791 Sep 08 04:59:09.117185 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-7d08842d-af4c-4670-a2ec-405a9720dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:09.118802 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-7d08842d-af4c-4670-a2ec-405a9720dc5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 1097 time: 0.0419142 Sep 08 04:59:09.133416 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d21bf-5140-448a-9783-87663192f32e req-9e171fc0-2c15-4bb5-adac-14b9dff48b79 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:09.134926 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-133d21bf-5140-448a-9783-87663192f32e req-9e171fc0-2c15-4bb5-adac-14b9dff48b79 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0549159 Sep 08 04:59:09.172046 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-133d21bf-5140-448a-9783-87663192f32e req-0b3f77c6-e867-4d80-b033-f01183557cc3 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311236 Sep 08 04:59:09.235307 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-f76d95ac-09f6-48c9-adfe-8360a5108a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:09.236674 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-f76d95ac-09f6-48c9-adfe-8360a5108a6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.1088643 Sep 08 04:59:09.293306 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-849f02a3-ff8d-4c88-a95f-f5fbd9d6ac23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde HTTP/1.1" status: 200 len: 217 time: 0.0400918 Sep 08 04:59:09.309892 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2d465-c288-4a95-a939-184a20c5c912 req-c5e0df1f-2b1c-40e6-8841-de05f6dcf264 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:09.311362 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ffe2d465-c288-4a95-a939-184a20c5c912 req-c5e0df1f-2b1c-40e6-8841-de05f6dcf264 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 944 time: 0.0875816 Sep 08 04:59:09.378954 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ffe2d465-c288-4a95-a939-184a20c5c912 req-7c227a72-79ca-4fee-97fa-a9c446c2272d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607233 Sep 08 04:59:09.380284 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-f987c838-d9f8-4206-ab68-e49bea763f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:09.381633 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-f987c838-d9f8-4206-ab68-e49bea763f4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0798059 Sep 08 04:59:09.412134 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb21e6-dd59-454f-b067-0e11e1b1407e req-7d5fb68b-8125-4ce1-aa66-be20f275a18c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:09.414432 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5fbb21e6-dd59-454f-b067-0e11e1b1407e req-7d5fb68b-8125-4ce1-aa66-be20f275a18c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0595038 Sep 08 04:59:09.434720 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-ab44ff05-e760-40f8-9f6a-263e5871c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:09.436445 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-ab44ff05-e760-40f8-9f6a-263e5871c524 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470459 Sep 08 04:59:09.459457 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5fbb21e6-dd59-454f-b067-0e11e1b1407e req-ea255e3b-5c49-4ead-b75f-e83df77ad38d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367808 Sep 08 04:59:09.554529 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051cdf4-9d98-40a4-a1aa-18fb0971ff29 req-dc5ab082-dd78-41fa-b538-71d1104bfc6b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:09.555901 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0051cdf4-9d98-40a4-a1aa-18fb0971ff29 req-dc5ab082-dd78-41fa-b538-71d1104bfc6b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.1129415 Sep 08 04:59:09.592090 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-243db603-c81f-435b-9653-397eecb78755 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380029 Sep 08 04:59:09.622521 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0051cdf4-9d98-40a4-a1aa-18fb0971ff29 req-79b56463-cd17-42ca-b1ff-e4b7484b3185 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605295 Sep 08 04:59:09.692908 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d0817b2f-25a0-4f46-b4fe-e7672487ac2c req-4bb80061-f7c8-4019-938d-b0c15a86578f service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918553 Sep 08 04:59:10.289705 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75672fb-ae42-4a8e-b310-422f05ceea5e req-9da620be-6677-48fb-9759-a484ab1ddec6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:10.291761 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e75672fb-ae42-4a8e-b310-422f05ceea5e req-9da620be-6677-48fb-9759-a484ab1ddec6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0487983 Sep 08 04:59:10.330407 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e75672fb-ae42-4a8e-b310-422f05ceea5e req-93ebd8d6-f948-400e-80a1-5aaf8fd4eed5 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327373 Sep 08 04:59:10.434982 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 742d987a-3d0c-4e27-8889-0b277a0c14f7 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:59:10.497132 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcd6bc-47d7-429a-a998-15580609c4b7 req-27f72482-3220-4aed-a01d-f9a614d5a359 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:10.498783 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cefcd6bc-47d7-429a-a998-15580609c4b7 req-27f72482-3220-4aed-a01d-f9a614d5a359 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 944 time: 0.0524888 Sep 08 04:59:10.540276 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 742d987a-3d0c-4e27-8889-0b277a0c14f7, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:10.557757 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cefcd6bc-47d7-429a-a998-15580609c4b7 req-fd6ce926-3edf-4350-93a3-1bdda33519d5 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462382 Sep 08 04:59:10.557907 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'port_id': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'mac_address': 'fa:16:3e:fa:0d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:59:10.592221 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d8827-e55e-49d7-9798-17b01f65da7f req-029edd63-e836-4ccd-bc88-b3707dad7a59 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:10.593700 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b3d8827-e55e-49d7-9798-17b01f65da7f req-029edd63-e836-4ccd-bc88-b3707dad7a59 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 943 time: 0.0519996 Sep 08 04:59:10.603991 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:10.616388 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742d987a-3d0c-4e27-8889-0b277a0c14f7 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:59:10.630542 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b3d8827-e55e-49d7-9798-17b01f65da7f req-fdb71cc1-c6c4-46b7-81d0-f305bb8fbfff tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307770 Sep 08 04:59:10.636067 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 742d987a-3d0c-4e27-8889-0b277a0c14f7, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:10.651576 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:10.698388 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=742d987a-3d0c-4e27-8889-0b277a0c14f7,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:10.705240 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.705593 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.705938 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.706302 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.706654 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.706975 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.707307 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.707636 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.707971 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.708295 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.708621 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.708944 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 04:59:10.742380 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0db212-3347-41c3-8abe-52fba4990a38 req-af19c0cc-e2ca-4370-93e6-8595ad5f6f6f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:10.744297 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed0db212-3347-41c3-8abe-52fba4990a38 req-af19c0cc-e2ca-4370-93e6-8595ad5f6f6f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0491810 Sep 08 04:59:10.782742 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed0db212-3347-41c3-8abe-52fba4990a38 req-72fa1afd-cf92-468e-83be-c4ba514ac049 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322673 Sep 08 04:59:10.975340 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['742d987a-3d0c-4e27-8889-0b277a0c14f7'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:59:11.443415 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbed7c3-3d30-4899-89b6-563e7c655504 req-c506ab57-c11e-4f9e-8a61-869e2ed9016a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:11.444918 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1dbed7c3-3d30-4899-89b6-563e7c655504 req-c506ab57-c11e-4f9e-8a61-869e2ed9016a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0492346 Sep 08 04:59:11.485025 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1dbed7c3-3d30-4899-89b6-563e7c655504 req-f96c19c0-d11d-4d61-bc17-90de4c1c2576 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333791 Sep 08 04:59:11.661709 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5278a9-0b04-4b26-9d8a-8415d3d0cc96 req-9f49c001-62df-41e0-955f-ede47779046b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:11.663225 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e5278a9-0b04-4b26-9d8a-8415d3d0cc96 req-9f49c001-62df-41e0-955f-ede47779046b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 944 time: 0.0520213 Sep 08 04:59:11.704228 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e5278a9-0b04-4b26-9d8a-8415d3d0cc96 req-d36c8343-162c-4087-9d0e-25111eecac73 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344393 Sep 08 04:59:11.747668 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ead58f-48f2-4282-bed7-714855dba6ea req-08c0b07a-1acd-4848-bc3e-e069414a8076 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:11.749128 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-69ead58f-48f2-4282-bed7-714855dba6ea req-08c0b07a-1acd-4848-bc3e-e069414a8076 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 944 time: 0.0499599 Sep 08 04:59:11.785078 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-69ead58f-48f2-4282-bed7-714855dba6ea req-b15ac7ea-c860-4ece-97c4-1ed73eeffa5a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298972 Sep 08 04:59:11.898813 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cfdc2-de21-4a91-9e8a-490a5f823f6c req-a62684e4-08cb-44f4-8d97-4691f2b3ab15 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:11.900372 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-517cfdc2-de21-4a91-9e8a-490a5f823f6c req-a62684e4-08cb-44f4-8d97-4691f2b3ab15 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0479848 Sep 08 04:59:11.939212 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-517cfdc2-de21-4a91-9e8a-490a5f823f6c req-b0d48ec8-c618-4d47-97ee-c607d07f355d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328012 Sep 08 04:59:12.469297 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 742d987a-3d0c-4e27-8889-0b277a0c14f7 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:59:12.516643 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 742d987a-3d0c-4e27-8889-0b277a0c14f7 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:59:12.520725 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 742d987a-3d0c-4e27-8889-0b277a0c14f7 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:59:12.521096 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:12.602333 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b49b97-3d37-4d44-a62a-8f8081f2ba94 req-18401dd8-9998-43c9-85e7-0dc2303467e7 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:12.603983 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c2b49b97-3d37-4d44-a62a-8f8081f2ba94 req-18401dd8-9998-43c9-85e7-0dc2303467e7 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0531034 Sep 08 04:59:12.612455 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:12.646724 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c2b49b97-3d37-4d44-a62a-8f8081f2ba94 req-1ac37036-15fa-4362-85de-e071e87076cc tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340545 Sep 08 04:59:12.753249 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:12.755531 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea8a354-bc72-4cb8-9e72-8130debb837a" -d '{"events": [{"server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "name": "network-vif-plugged", "status": "completed", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:12.768269 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 742d987a-3d0c-4e27-8889-0b277a0c14f7, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:12.772720 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:12.819202 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4505e-bb91-4dac-a417-e69544b21e03 req-4363c944-15cd-4598-a5f8-7b0deba5fbc7 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:12.820871 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d7b4505e-bb91-4dac-a417-e69544b21e03 req-4363c944-15cd-4598-a5f8-7b0deba5fbc7 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 944 time: 0.0488830 Sep 08 04:59:12.827556 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=742d987a-3d0c-4e27-8889-0b277a0c14f7,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:12.865868 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d7b4505e-bb91-4dac-a417-e69544b21e03 req-0b4afd75-34b6-4683-8272-bd6d7401f005 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381947 Sep 08 04:59:12.935483 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ee44f-b458-4686-901d-cf6fe4cd9417 x-openstack-request-id: req-897ee44f-b458-4686-901d-cf6fe4cd9417 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:12.935770 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "name": "network-vif-plugged", "status": "completed", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:12.936071 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-897ee44f-b458-4686-901d-cf6fe4cd9417 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:12.936471 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'code': 200} Sep 08 04:59:12.976039 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d0943-441f-4de0-85cd-e4dd32016859 req-bc601ab2-129d-4283-8643-8987237cd9be tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:12.977779 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-862d0943-441f-4de0-85cd-e4dd32016859 req-bc601ab2-129d-4283-8643-8987237cd9be tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0531135 Sep 08 04:59:13.017536 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-862d0943-441f-4de0-85cd-e4dd32016859 req-ded0192a-9c2a-4c2e-bd44-3a35b21d0c1a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337560 Sep 08 04:59:13.070940 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d2478-3dd1-45f8-9097-74c5b3ba5331 req-cb726ec5-5740-4127-a7f1-5a931585a996 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:13.073100 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0b6d2478-3dd1-45f8-9097-74c5b3ba5331 req-cb726ec5-5740-4127-a7f1-5a931585a996 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0562375 Sep 08 04:59:13.111369 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0b6d2478-3dd1-45f8-9097-74c5b3ba5331 req-c6dc52a7-d4f2-441f-b675-bc783354039e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320706 Sep 08 04:59:13.163585 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b5141-f9d3-4f62-995d-cfaecadcd334 req-46ec026c-a09d-4523-86cf-4ecff95d9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:13.165016 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f05b5141-f9d3-4f62-995d-cfaecadcd334 req-46ec026c-a09d-4523-86cf-4ecff95d9fe9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 1098 time: 0.0388694 Sep 08 04:59:13.204178 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f05b5141-f9d3-4f62-995d-cfaecadcd334 req-258329d8-e38e-4ab5-9a47-854e54750182 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281003 Sep 08 04:59:13.763859 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d0aa-cc4d-460e-ba0b-0572a32cf041 req-8961ceff-982b-4c77-a504-79497bb7ee30 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:13.765370 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5566d0aa-cc4d-460e-ba0b-0572a32cf041 req-8961ceff-982b-4c77-a504-79497bb7ee30 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0496922 Sep 08 04:59:13.806286 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5566d0aa-cc4d-460e-ba0b-0572a32cf041 req-3229b261-d7fc-4eed-9f27-db4b2fffb040 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333283 Sep 08 04:59:13.984187 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3bc0-bdbe-45e4-9644-7804ec264062 req-288b567a-d743-43d1-a054-f2c2b62e913b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:13.985664 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1eaf3bc0-bdbe-45e4-9644-7804ec264062 req-288b567a-d743-43d1-a054-f2c2b62e913b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 944 time: 0.0493605 Sep 08 04:59:14.025331 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1eaf3bc0-bdbe-45e4-9644-7804ec264062 req-23a7f807-7ed9-4b73-b607-bc355bb91ebf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321393 Sep 08 04:59:14.148555 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992c1b1-abb5-4460-8177-3c754fdc3d95 req-d53c4387-7b56-4bf5-b3ab-2b9874fbd06d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:14.150699 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7992c1b1-abb5-4460-8177-3c754fdc3d95 req-d53c4387-7b56-4bf5-b3ab-2b9874fbd06d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0686219 Sep 08 04:59:14.214804 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7992c1b1-abb5-4460-8177-3c754fdc3d95 req-dbd885fc-0504-42da-81d7-5e61081d5411 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570345 Sep 08 04:59:14.263159 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68a247-fd02-4f51-806f-4e3e44e64a52 req-01dbc8ce-f6ca-4c9d-a1bd-e7fd351445be tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:14.264624 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f68a247-fd02-4f51-806f-4e3e44e64a52 req-01dbc8ce-f6ca-4c9d-a1bd-e7fd351445be tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0611274 Sep 08 04:59:14.310516 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f68a247-fd02-4f51-806f-4e3e44e64a52 req-8ba4a0d2-7530-4162-af5d-30ba1aba04e8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378067 Sep 08 04:59:14.489325 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:59:14.604706 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:14.654893 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'port_id': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'mac_address': 'fa:16:3e:de:5b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:59:14.703113 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:14.719298 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5880c43-fdb0-4af6-93b0-ef576cb9976e {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:59:14.740638 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:14.745642 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:14.798216 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=6']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:14.940942 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['c5880c43-fdb0-4af6-93b0-ef576cb9976e'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:59:14.942706 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00550a-22b2-4f55-bcde-f08b7c83eb57 req-efb46e6b-b1d4-4d34-bb24-f7ed6eaf733c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:14.944134 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa00550a-22b2-4f55-bcde-f08b7c83eb57 req-efb46e6b-b1d4-4d34-bb24-f7ed6eaf733c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0572791 Sep 08 04:59:14.994720 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa00550a-22b2-4f55-bcde-f08b7c83eb57 req-bc1db8e2-165d-4829-92e7-42c6aa173084 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Sep 08 04:59:15.149800 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf5bf-3e51-441f-a91c-18653edb0415 req-c3a6cd5d-768e-4198-83c0-dd8915dd3deb tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:15.151315 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4a3bf5bf-3e51-441f-a91c-18653edb0415 req-c3a6cd5d-768e-4198-83c0-dd8915dd3deb tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 944 time: 0.0521746 Sep 08 04:59:15.197174 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4a3bf5bf-3e51-441f-a91c-18653edb0415 req-25085a68-3d8f-47ee-9fc3-e99fc0c22bbe tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366740 Sep 08 04:59:15.342258 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf87fe-afdf-40bb-87d7-0f283cdcea21 req-dd3f9738-f3fd-4a17-954b-3dd2fbb23cf8 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:15.349549 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d3cf87fe-afdf-40bb-87d7-0f283cdcea21 req-dd3f9738-f3fd-4a17-954b-3dd2fbb23cf8 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0576494 Sep 08 04:59:15.408810 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d3cf87fe-afdf-40bb-87d7-0f283cdcea21 req-12bf36d5-94f5-40e6-8996-a05889fdead8 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576732 Sep 08 04:59:15.456320 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d4089-3b24-4077-a3a5-5b4576242fd7 req-d23ae65d-b814-465d-b2cf-b8e19e93c39c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:15.458321 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-797d4089-3b24-4077-a3a5-5b4576242fd7 req-d23ae65d-b814-465d-b2cf-b8e19e93c39c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 944 time: 0.0614405 Sep 08 04:59:15.514589 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-797d4089-3b24-4077-a3a5-5b4576242fd7 req-0467b62e-0bcf-40ac-9c62-8e432a44fa6f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497940 Sep 08 04:59:15.522431 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9781aa8-f7e4-4299-a33f-66c7177ebc3a req-c94ae16c-9bc8-43c8-9596-445b606eaee9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:15.524032 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a9781aa8-f7e4-4299-a33f-66c7177ebc3a req-c94ae16c-9bc8-43c8-9596-445b606eaee9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0573385 Sep 08 04:59:15.569000 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a9781aa8-f7e4-4299-a33f-66c7177ebc3a req-93341b9e-449b-4b08-bd4b-3f3e18ee04d0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351050 Sep 08 04:59:15.948714 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1935ce-13ec-4144-abeb-86275c1adc24 req-af3c7d60-974d-43cf-b50d-23672fdc906b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:15.950274 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad1935ce-13ec-4144-abeb-86275c1adc24 req-af3c7d60-974d-43cf-b50d-23672fdc906b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0543311 Sep 08 04:59:16.006698 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad1935ce-13ec-4144-abeb-86275c1adc24 req-ebb938f4-ce30-48ea-a5a2-59e168fa98cb tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Sep 08 04:59:16.171537 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a9f60-7355-48d4-a7e4-4b351d5205ed req-8ab96172-e66a-4ae0-a42b-42fdf70f77cb tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:16.178796 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f83a9f60-7355-48d4-a7e4-4b351d5205ed req-8ab96172-e66a-4ae0-a42b-42fdf70f77cb tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0701554 Sep 08 04:59:16.244091 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f83a9f60-7355-48d4-a7e4-4b351d5205ed req-ced32c7e-b3cc-4ff9-9960-603cb8bc6acf tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602319 Sep 08 04:59:16.403169 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f89de-5497-4a3b-aafd-f166eae36f57 req-1b66acaa-13ce-4f6c-877d-42e31d263a18 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:16.410578 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9d2f89de-5497-4a3b-aafd-f166eae36f57 req-1b66acaa-13ce-4f6c-877d-42e31d263a18 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 944 time: 0.0965545 Sep 08 04:59:16.463260 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-66ecfdca-a6e9-4613-be39-8049e8a2bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:16.464756 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-66ecfdca-a6e9-4613-be39-8049e8a2bbae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1099 time: 0.1209111 Sep 08 04:59:16.494767 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:59:16.511294 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9d2f89de-5497-4a3b-aafd-f166eae36f57 req-4ec541b8-d2af-4e78-929b-7de90d1d3884 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995405 Sep 08 04:59:16.565332 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port c5880c43-fdb0-4af6-93b0-ef576cb9976e triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:59:16.566114 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:16.588256 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-0ee681bd-94bf-4720-ab29-07d984a64e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:16.589716 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-0ee681bd-94bf-4720-ab29-07d984a64e40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 910 time: 0.1129866 Sep 08 04:59:16.639377 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de01753-480e-4354-b975-f5a045a2a536 req-8917aef2-cbe4-424c-be60-fdfeb2333c3f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:16.640929 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4de01753-480e-4354-b975-f5a045a2a536 req-8917aef2-cbe4-424c-be60-fdfeb2333c3f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 944 time: 0.0547376 Sep 08 04:59:16.649774 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:16.659838 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-91265946-b71b-4738-8e08-9054fa607653 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 1001 time: 0.0629365 Sep 08 04:59:16.672404 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:16.674735 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d160007-65f9-4b2a-a43b-f7879ae9ee05" -d '{"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-plugged", "status": "completed", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:16.680507 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4de01753-480e-4354-b975-f5a045a2a536 req-7dfe6abf-2f17-4648-a301-14743164ac70 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320466 Sep 08 04:59:16.690112 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:16.701535 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:16.726585 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-e4a955ac-68ec-405d-b478-ecdd986ec2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:16.728728 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-e4a955ac-68ec-405d-b478-ecdd986ec2fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 200 len: 848 time: 0.0619330 Sep 08 04:59:16.730857 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384a5453-36d3-4a13-9e79-53e0fc22b370 x-openstack-request-id: req-384a5453-36d3-4a13-9e79-53e0fc22b370 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:16.731147 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-plugged", "status": "completed", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:16.731400 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-384a5453-36d3-4a13-9e79-53e0fc22b370 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:16.731781 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'code': 200} Sep 08 04:59:16.755992 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=7']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:16.800127 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-df8c1649-5014-45b5-bff7-e05b7787741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:16.801486 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-df8c1649-5014-45b5-bff7-e05b7787741c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404608 Sep 08 04:59:16.895112 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-e9976c13-7981-4d5b-859c-c6c91a51fab8 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857923 Sep 08 04:59:16.983218 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19813a41-ebfc-4170-95a9-00f157f0f80d req-35b75129-81c8-4e77-aeae-6110324c947b service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805295 Sep 08 04:59:17.352284 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62363410-bb21-4911-8f75-1762bd5f600a req-733af283-3e51-45df-a2a6-3f42ab025464 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:17.353764 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-62363410-bb21-4911-8f75-1762bd5f600a req-733af283-3e51-45df-a2a6-3f42ab025464 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0526502 Sep 08 04:59:17.392501 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-62363410-bb21-4911-8f75-1762bd5f600a req-ed7dbcbb-984e-4253-9ff8-46aa61227687 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328662 Sep 08 04:59:17.620565 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b048c1-28a5-486a-8d69-86f56822448a req-54d875b4-4181-4b44-8538-b2c992e4ea93 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:17.622084 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d1b048c1-28a5-486a-8d69-86f56822448a req-54d875b4-4181-4b44-8538-b2c992e4ea93 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 944 time: 0.0487764 Sep 08 04:59:17.664621 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d1b048c1-28a5-486a-8d69-86f56822448a req-ea59da7d-8154-4035-af55-4733cb49f433 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321825 Sep 08 04:59:17.920817 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb880d25-1026-43bc-891a-5ddb7ac976cd req-e7d26871-382f-47d7-bd26-d51d8a2a8341 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:17.922695 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eb880d25-1026-43bc-891a-5ddb7ac976cd req-e7d26871-382f-47d7-bd26-d51d8a2a8341 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.1308882 Sep 08 04:59:17.969703 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eb880d25-1026-43bc-891a-5ddb7ac976cd req-fd666fd6-9c2e-41e6-a266-d0cc60f6b41a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387554 Sep 08 04:59:18.504557 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device d354ab8c-aba8-4c8b-bc0b-26b4d8285fde details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:59:18.513916 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90ebd4-8489-407e-a16d-f836ce6eb42b req-26d7266b-1123-44d0-901b-144fe1209a90 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:18.516364 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2d90ebd4-8489-407e-a16d-f836ce6eb42b req-26d7266b-1123-44d0-901b-144fe1209a90 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0545919 Sep 08 04:59:18.567113 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2d90ebd4-8489-407e-a16d-f836ce6eb42b req-828041f6-c968-4277-8d87-2c3155077203 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437222 Sep 08 04:59:18.614438 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:18.626099 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'port_id': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'mac_address': 'fa:16:3e:99:ff:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:59:18.665494 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:18.678666 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d354ab8c-aba8-4c8b-bc0b-26b4d8285fde {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:59:18.722202 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:18.731316 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:18.786660 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:18.807459 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138cc9b-dfc7-49b5-a4d5-a9245510232d req-403c3ce5-b40f-44ec-8338-f274bd11860a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:18.814781 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8138cc9b-dfc7-49b5-a4d5-a9245510232d req-403c3ce5-b40f-44ec-8338-f274bd11860a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 945 time: 0.0758619 Sep 08 04:59:18.853905 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8138cc9b-dfc7-49b5-a4d5-a9245510232d req-2c9bee63-5577-4e5b-a552-beca49b763ab tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382531 Sep 08 04:59:19.104441 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af43d7-33a4-41fb-94d9-80a6489136f9 req-f9e862ad-e8cf-40ab-b02e-39d96e14894c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:19.106609 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-34af43d7-33a4-41fb-94d9-80a6489136f9 req-f9e862ad-e8cf-40ab-b02e-39d96e14894c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0568953 Sep 08 04:59:19.147822 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-34af43d7-33a4-41fb-94d9-80a6489136f9 req-6c4458ce-faf2-4e67-8360-aa0835ea7664 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350337 Sep 08 04:59:19.694400 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce1dc6-da72-4758-88de-e62f1cba27d7 req-b0d3e033-0a9b-4594-921b-000e81447899 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:19.696098 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2dce1dc6-da72-4758-88de-e62f1cba27d7 req-b0d3e033-0a9b-4594-921b-000e81447899 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0590255 Sep 08 04:59:19.738552 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2dce1dc6-da72-4758-88de-e62f1cba27d7 req-33f1480e-af50-4b1f-a0ed-9072d42dbacb tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358243 Sep 08 04:59:19.981300 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5c1bc-a011-4a10-89c0-478c9cd17f0c req-dce0aef6-c2e8-45a4-8d09-4972812672d3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:19.982839 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-15d5c1bc-a011-4a10-89c0-478c9cd17f0c req-dce0aef6-c2e8-45a4-8d09-4972812672d3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 945 time: 0.0540030 Sep 08 04:59:20.037781 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-15d5c1bc-a011-4a10-89c0-478c9cd17f0c req-ac41271e-4db7-4558-bedc-0b3378871c9e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489480 Sep 08 04:59:20.280560 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3d14c-076b-467f-9aae-cf76a85f1fb3 req-ddb77e5f-551e-4ca0-a3a8-4d4dec9f3340 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:20.282221 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f8b3d14c-076b-467f-9aae-cf76a85f1fb3 req-ddb77e5f-551e-4ca0-a3a8-4d4dec9f3340 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0503469 Sep 08 04:59:20.322004 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f8b3d14c-076b-467f-9aae-cf76a85f1fb3 req-6b92c42a-ffe5-4e18-a559-0e11691c95e3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330656 Sep 08 04:59:20.866027 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660fe1e-907f-4183-a13e-a833aa89fb1d req-500213c8-ddcb-48a2-9324-d958a22ffdcc tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:20.867334 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4660fe1e-907f-4183-a13e-a833aa89fb1d req-500213c8-ddcb-48a2-9324-d958a22ffdcc tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0582418 Sep 08 04:59:20.914200 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4660fe1e-907f-4183-a13e-a833aa89fb1d req-d74944e6-0e07-4caa-843f-46ef6dd29ce8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Sep 08 04:59:21.152604 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078077-d12a-4b78-afaf-e6dc64e3f03d req-3f15b8b3-b134-47be-b8d8-fac0aaace7f5 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:21.158560 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5d078077-d12a-4b78-afaf-e6dc64e3f03d req-3f15b8b3-b134-47be-b8d8-fac0aaace7f5 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 945 time: 0.0580273 Sep 08 04:59:21.204926 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5d078077-d12a-4b78-afaf-e6dc64e3f03d req-b522a731-aa3d-4225-8710-de4a8da6f923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Sep 08 04:59:21.454898 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366e1e7-0181-4cb9-b6a6-25576b18ce9a req-ed19729c-7eac-4215-840d-fff19dd74fe8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:21.457704 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1366e1e7-0181-4cb9-b6a6-25576b18ce9a req-ed19729c-7eac-4215-840d-fff19dd74fe8 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0566630 Sep 08 04:59:21.503292 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1366e1e7-0181-4cb9-b6a6-25576b18ce9a req-1ce3c7c8-5cf8-41ac-bde4-b31fe036edb6 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393927 Sep 08 04:59:21.542713 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cc797cc8-c73f-475b-bfeb-52567f4aa3f2 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:59:21.633115 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:21.656257 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:21.658523 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078b9aa3-d2e9-4261-b6ff-280d252ad347" -d '{"events": [{"server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "name": "network-vif-unplugged", "status": "completed", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:21.672535 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:21.678024 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:21.709174 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e1bfef-d64a-4044-99ec-576c771e03f1 x-openstack-request-id: req-24e1bfef-d64a-4044-99ec-576c771e03f1 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:21.709330 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "name": "network-vif-unplugged", "status": "completed", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:21.709511 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24e1bfef-d64a-4044-99ec-576c771e03f1 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:21.709844 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'code': 200} Sep 08 04:59:21.713754 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['d354ab8c-aba8-4c8b-bc0b-26b4d8285fde'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:59:21.773954 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,revision_number=6']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:22.040348 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82af299-2ba8-4e31-a38f-4cac10f5af54 req-92a495e6-e3d4-4606-8fe2-80d3b136304c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:22.047392 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a82af299-2ba8-4e31-a38f-4cac10f5af54 req-92a495e6-e3d4-4606-8fe2-80d3b136304c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0609603 Sep 08 04:59:22.091017 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a82af299-2ba8-4e31-a38f-4cac10f5af54 req-9e2f38c0-b40e-442c-b618-ec948681263f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426848 Sep 08 04:59:22.329515 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255db66-8d54-4deb-8f1b-9b1679708505 req-5bad14e0-0ac0-45db-889f-93cd17b3217a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:22.331711 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7255db66-8d54-4deb-8f1b-9b1679708505 req-5bad14e0-0ac0-45db-889f-93cd17b3217a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 945 time: 0.0540984 Sep 08 04:59:22.373481 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7255db66-8d54-4deb-8f1b-9b1679708505 req-7515160c-52ff-4b67-87d6-ff2706c19485 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356905 Sep 08 04:59:22.629090 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac85331-b486-4ebc-aa92-c89d738f266b req-5f9458f3-1060-40f7-9771-e015e4f7c83d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:22.630616 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dac85331-b486-4ebc-aa92-c89d738f266b req-5f9458f3-1060-40f7-9771-e015e4f7c83d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0582206 Sep 08 04:59:22.671907 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dac85331-b486-4ebc-aa92-c89d738f266b req-03843d03-3bd9-4c8f-8957-59ac847989dc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349019 Sep 08 04:59:23.215490 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ecd55-10eb-45a0-983a-091a13dfa1c7 req-f87b5425-1627-447b-919d-dd6cc89a6f05 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:23.216980 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1b4ecd55-10eb-45a0-983a-091a13dfa1c7 req-f87b5425-1627-447b-919d-dd6cc89a6f05 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0494835 Sep 08 04:59:23.256296 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1b4ecd55-10eb-45a0-983a-091a13dfa1c7 req-0b44b2ac-0c41-4f98-8ef3-343676a5e751 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332053 Sep 08 04:59:23.566411 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47758) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:23.600997 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46bba-b149-4771-bfc5-7461413cc232 req-f61766d9-dfb4-41c0-bb0e-0adff092d9fa tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:23.607796 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ffc46bba-b149-4771-bfc5-7461413cc232 req-f61766d9-dfb4-41c0-bb0e-0adff092d9fa tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0756507 Sep 08 04:59:23.623113 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79e7e-003b-4aab-a83d-bb372c5efc5a req-3cb94ec4-9941-4b51-8ee4-f6cf89a187da tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:23.638419 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a1b79e7e-003b-4aab-a83d-bb372c5efc5a req-3cb94ec4-9941-4b51-8ee4-f6cf89a187da tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 945 time: 0.1606233 Sep 08 04:59:23.697020 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ffc46bba-b149-4771-bfc5-7461413cc232 req-d7d102d2-395c-48f4-b473-1ca030ba4159 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828421 Sep 08 04:59:23.714695 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a1b79e7e-003b-4aab-a83d-bb372c5efc5a req-3c201eb1-f05a-44fb-8d28-a18aa60d49e3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749142 Sep 08 04:59:23.744953 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-578a2773-8ea3-4101-8f27-8becce69f711 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1772821 Sep 08 04:59:23.755821 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-f938cb84-8697-46f5-bdfc-04dac026a0c1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:59:23.756998 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-f938cb84-8697-46f5-bdfc-04dac026a0c1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067222 Sep 08 04:59:23.865594 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524a5ff-080d-4094-abd0-54b855e1de90 req-03eaf855-fc4a-4036-9e31-063d75d35312 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:23.873860 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4524a5ff-080d-4094-abd0-54b855e1de90 req-03eaf855-fc4a-4036-9e31-063d75d35312 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0620675 Sep 08 04:59:23.909872 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4524a5ff-080d-4094-abd0-54b855e1de90 req-4f43e4ac-07d0-4799-863b-e453eeb4f355 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Sep 08 04:59:24.535060 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device d354ab8c-aba8-4c8b-bc0b-26b4d8285fde up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:59:24.583438 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 04:59:24.586902 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:59:24.587275 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:24.664731 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:24.687042 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3530ecf5-467b-4880-ab8b-189936fdd817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:24.689169 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702de4e0-8271-4d25-89d6-66415d578fb5" -d '{"events": [{"server_uuid": "3530ecf5-467b-4880-ab8b-189936fdd817", "name": "network-vif-plugged", "status": "completed", "tag": "d354ab8c-aba8-4c8b-bc0b-26b4d8285fde"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:24.701223 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:24.705025 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:24.728232 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ecd7b1-4935-4993-b941-5b763fa8fe25 x-openstack-request-id: req-81ecd7b1-4935-4993-b941-5b763fa8fe25 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:24.728535 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3530ecf5-467b-4880-ab8b-189936fdd817", "name": "network-vif-plugged", "status": "completed", "tag": "d354ab8c-aba8-4c8b-bc0b-26b4d8285fde", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:24.728765 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81ecd7b1-4935-4993-b941-5b763fa8fe25 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:24.729679 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3530ecf5-467b-4880-ab8b-189936fdd817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'code': 200} Sep 08 04:59:24.762119 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:24.828169 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ad786-99e5-4376-9978-b73587985313 req-ec022578-d267-4c54-9a84-9a1061d730a7 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:24.829754 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-966ad786-99e5-4376-9978-b73587985313 req-ec022578-d267-4c54-9a84-9a1061d730a7 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0484662 Sep 08 04:59:24.837950 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df387f41-1a41-4e3f-9564-acd53935176e req-7b211d6d-bd0c-4a14-b4a5-ced676fa43e4 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:24.839698 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-df387f41-1a41-4e3f-9564-acd53935176e req-7b211d6d-bd0c-4a14-b4a5-ced676fa43e4 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 946 time: 0.0478611 Sep 08 04:59:24.870398 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-966ad786-99e5-4376-9978-b73587985313 req-450904bd-e951-4406-a651-196d98b820ba tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345778 Sep 08 04:59:24.878188 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-df387f41-1a41-4e3f-9564-acd53935176e req-bf8a57f3-3e11-4049-8c9a-e84d442b2fda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322177 Sep 08 04:59:25.054492 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89dc81-903d-45c5-82cd-cdf5a3801987 req-1e5ea0c7-b436-4549-a025-12056a5d2127 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:25.055993 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c89dc81-903d-45c5-82cd-cdf5a3801987 req-1e5ea0c7-b436-4549-a025-12056a5d2127 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0543432 Sep 08 04:59:25.096441 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c89dc81-903d-45c5-82cd-cdf5a3801987 req-c8694f5b-8397-43ef-b649-833f54695f61 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331635 Sep 08 04:59:25.157490 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37787-102e-4ba4-866e-3addaffc3188 req-27800067-45cb-4b04-bdd0-460be7c558ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:25.159189 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fcd37787-102e-4ba4-866e-3addaffc3188 req-27800067-45cb-4b04-bdd0-460be7c558ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 1099 time: 0.0400503 Sep 08 04:59:25.195784 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fcd37787-102e-4ba4-866e-3addaffc3188 req-029e781e-adeb-4f45-8ff0-7414b61e3633 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286024 Sep 08 04:59:25.214196 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-9ca09ce0-2641-432b-b1f6-2727ac9bb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:25.215595 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-9ca09ce0-2641-432b-b1f6-2727ac9bb1e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 1098 time: 0.0430250 Sep 08 04:59:25.542210 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-d8d4c361-e8a2-4643-b21b-bc8b6ee875ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:25.543667 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-d8d4c361-e8a2-4643-b21b-bc8b6ee875ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.0904465 Sep 08 04:59:25.609869 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-314d7c05-7d3d-4e14-9b7b-8462538419f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e HTTP/1.1" status: 200 len: 1000 time: 0.0585353 Sep 08 04:59:25.659833 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-25bda776-1b89-48c7-8520-9bd3b442b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:25.661310 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-25bda776-1b89-48c7-8520-9bd3b442b748 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0442674 Sep 08 04:59:25.707003 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-248acb83-3d60-4926-a5e6-6d44e638be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:25.708866 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-248acb83-3d60-4926-a5e6-6d44e638be0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405180 Sep 08 04:59:25.810317 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-1e6819d8-5598-4123-97fd-014dc517cb72 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929439 Sep 08 04:59:25.902537 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-867a5340-d3c1-4d92-8990-6a928310fd39 req-de795fdb-ed31-45bc-8834-bdc234a712c3 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839043 Sep 08 04:59:25.990205 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892682-ccd6-48d0-906f-72cd79426dcf req-56d990db-3c87-4594-8ac6-a355ab36e6ab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:25.991149 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372c104-45f7-41c9-8b74-929b927ccab2 req-bd8859a7-1107-4a3d-b898-c8428093c579 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:25.991626 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-19892682-ccd6-48d0-906f-72cd79426dcf req-56d990db-3c87-4594-8ac6-a355ab36e6ab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0503702 Sep 08 04:59:25.992764 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4372c104-45f7-41c9-8b74-929b927ccab2 req-bd8859a7-1107-4a3d-b898-c8428093c579 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 946 time: 0.0502124 Sep 08 04:59:26.031984 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4372c104-45f7-41c9-8b74-929b927ccab2 req-43ad2fc7-4d14-47e9-87f1-041cbed25e45 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328302 Sep 08 04:59:26.033791 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-19892682-ccd6-48d0-906f-72cd79426dcf req-29273ade-0400-4a24-bbd5-12c32d4ae6ca tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362070 Sep 08 04:59:26.219031 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f421b-a3b7-4c89-a100-64059f95eba0 req-796da787-a617-4508-b3f4-ce3e82ffc3d1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:26.220495 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7a6f421b-a3b7-4c89-a100-64059f95eba0 req-796da787-a617-4508-b3f4-ce3e82ffc3d1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0521083 Sep 08 04:59:26.258636 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7a6f421b-a3b7-4c89-a100-64059f95eba0 req-a813581e-0130-46f6-86a7-7a61039a0f20 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320091 Sep 08 04:59:27.144577 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58828-8f17-416f-ac37-194d94beae0b req-d2d47498-e8a4-487c-a3c8-5e51164c17d0 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:27.145262 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeac54-7367-4536-a29a-41a2f149b0dd req-02232a5d-cfad-49a5-88e7-0d518af243e8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:27.146126 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-57d58828-8f17-416f-ac37-194d94beae0b req-d2d47498-e8a4-487c-a3c8-5e51164c17d0 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0479770 Sep 08 04:59:27.146410 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6faeac54-7367-4536-a29a-41a2f149b0dd req-02232a5d-cfad-49a5-88e7-0d518af243e8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 946 time: 0.0487301 Sep 08 04:59:27.184598 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6faeac54-7367-4536-a29a-41a2f149b0dd req-ebfea09e-737d-4ba6-a72d-9275cdc49302 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314407 Sep 08 04:59:27.185629 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-57d58828-8f17-416f-ac37-194d94beae0b req-271fcad0-e38b-4b59-ad88-a131a26b286b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329370 Sep 08 04:59:27.294910 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1abe4-cad4-4248-b94f-99ccc64db953 req-c5d30d28-dbd3-44f1-a15c-249c251a7bf0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:27.296411 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d6f1abe4-cad4-4248-b94f-99ccc64db953 req-c5d30d28-dbd3-44f1-a15c-249c251a7bf0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 946 time: 0.0480793 Sep 08 04:59:27.333407 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d6f1abe4-cad4-4248-b94f-99ccc64db953 req-e90d85cc-9b87-403c-bec7-bcf8c297c01c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307143 Sep 08 04:59:27.356182 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47836) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:27.378107 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58565c-212c-46bb-be62-0c17da6b7d8a req-fe134ef9-8039-4133-9bbd-c0efe187eb51 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:27.379570 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba58565c-212c-46bb-be62-0c17da6b7d8a req-fe134ef9-8039-4133-9bbd-c0efe187eb51 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0506852 Sep 08 04:59:27.416782 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba58565c-212c-46bb-be62-0c17da6b7d8a req-b74cfeb7-0f76-4327-b363-47ac5f34a18e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Sep 08 04:59:27.489578 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7858a66d-55a8-401c-a700-cf3e9fa6973a tempest-TestVolumeBootPattern-1897804275 tempest-TestVolumeBootPattern-1897804275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:27.491072 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-7858a66d-55a8-401c-a700-cf3e9fa6973a tempest-TestVolumeBootPattern-1897804275 tempest-TestVolumeBootPattern-1897804275-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 1094 time: 0.1338370 Sep 08 04:59:27.494454 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47840) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:27.498636 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'floatingip': {'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'port_id': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:27.519192 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:27.612363 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:27.727945 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Allocated IP 172.27.3.33 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/1e206544-97b1-454a-b8d5-5e38c5600bdc) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:59:27.823009 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:27.861161 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:27.895483 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:59:27.898136 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:59:27.906264 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:59:27.911570 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'Port': ['ID=1e206544-97b1-454a-b8d5-5e38c5600bdc,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:28.267913 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:28.336803 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-700610b4-23df-413e-bcab-5799f95c424d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:28.341113 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bee43-69fe-4318-8fc2-a2264b401a81 req-1dfc0211-ec38-4fe0-8069-199b0c7fc6a3 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:28.342638 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b7bee43-69fe-4318-8fc2-a2264b401a81 req-1dfc0211-ec38-4fe0-8069-199b0c7fc6a3 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0891986 Sep 08 04:59:28.381505 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:28.420156 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2b7bee43-69fe-4318-8fc2-a2264b401a81 req-f33c72aa-a333-4a2a-a594-1750ad8d22a1 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587842 Sep 08 04:59:28.537695 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420fdba-2051-4302-b36a-167f69d0dd3f req-2ba12645-a154-4adb-8e34-eba5e713d141 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:28.539178 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1420fdba-2051-4302-b36a-167f69d0dd3f req-2ba12645-a154-4adb-8e34-eba5e713d141 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 945 time: 0.0515981 Sep 08 04:59:28.539414 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:28.544501 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:28.578766 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1420fdba-2051-4302-b36a-167f69d0dd3f req-424ec6f4-d2eb-4ed9-87fb-10d881c6787e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324826 Sep 08 04:59:28.611742 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'Port': ['ID=1e206544-97b1-454a-b8d5-5e38c5600bdc,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:28.621778 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:28.717695 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Floating IP 069ce0c0-fcce-4f91-a93e-61632101ee8f associated. External IP: 172.27.3.33, port: d354ab8c-aba8-4c8b-bc0b-26b4d8285fde. Sep 08 04:59:28.915778 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Router 75c95b00-befb-4db8-a982-152c14b92605 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:59:28.990586 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:59:29.071420 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:29.094423 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:29.096674 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6402b1d-066b-475b-9c12-da5e5c261999" -d '{"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-unplugged", "status": "completed", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:29.110093 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:29.115172 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:29.139386 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8370b141-0f72-4c76-a497-c12fa15515c7 x-openstack-request-id: req-8370b141-0f72-4c76-a497-c12fa15515c7 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:29.139684 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-unplugged", "status": "completed", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:29.139933 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8370b141-0f72-4c76-a497-c12fa15515c7 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:29.140324 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'code': 200} Sep 08 04:59:29.166503 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=8']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:29.252364 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:59:29.269117 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:29.298161 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b84221c4-a277-4b14-8b0e-d68c6f04dbda tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8026366 Sep 08 04:59:29.298859 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3530ecf5-467b-4880-ab8b-189936fdd817', 'tag': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:29.301190 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5889b23e-7945-411c-86ca-3b4c7113d1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3530ecf5-467b-4880-ab8b-189936fdd817", "tag": "d354ab8c-aba8-4c8b-bc0b-26b4d8285fde"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:29.391084 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] Sync routers for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:59:29.401460 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:59:29.402187 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:59:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:59:29.407348 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b10bfd4-d631-4b08-86ff-cb63069327fc x-openstack-request-id: req-2b10bfd4-d631-4b08-86ff-cb63069327fc {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:29.407629 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3530ecf5-467b-4880-ab8b-189936fdd817", "tag": "d354ab8c-aba8-4c8b-bc0b-26b4d8285fde", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:29.407875 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b10bfd4-d631-4b08-86ff-cb63069327fc {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:29.408258 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3530ecf5-467b-4880-ab8b-189936fdd817', 'tag': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'status': 'completed', 'code': 200} Sep 08 04:59:29.507651 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:59:29.562650 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-0b451b2e-c57c-49ba-ba57-69f06a884c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:29.564181 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-0b451b2e-c57c-49ba-ba57-69f06a884c81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 1099 time: 0.0828741 Sep 08 04:59:29.574901 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7b26c-6e1c-4fc8-aab3-35f33ceedb51 req-55b2b6bf-b4de-4ca9-9416-706deeb31d49 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:29.576295 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-eda7b26c-6e1c-4fc8-aab3-35f33ceedb51 req-55b2b6bf-b4de-4ca9-9416-706deeb31d49 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0867121 Sep 08 04:59:29.665793 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-eda7b26c-6e1c-4fc8-aab3-35f33ceedb51 req-445b74b5-d6d6-4f2d-85b3-22f4da60bda4 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815785 Sep 08 04:59:29.691448 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-3797a184-17ed-4ba8-902c-bc50f32c2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:29.693072 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-3797a184-17ed-4ba8-902c-bc50f32c2ac4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.1158886 Sep 08 04:59:29.713536 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f829eb1-41f0-42a2-b046-592713fcef2f req-07706d11-310d-4496-bc9f-383f3e745b38 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:29.715159 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f829eb1-41f0-42a2-b046-592713fcef2f req-07706d11-310d-4496-bc9f-383f3e745b38 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0606635 Sep 08 04:59:29.753552 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f829eb1-41f0-42a2-b046-592713fcef2f req-40abbbc7-f480-41ab-ad55-197e81c7d0da tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319922 Sep 08 04:59:29.755608 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '069ce0c0-fcce-4f91-a93e-61632101ee8f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:99:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3530ecf5-467b-4880-ab8b-189936fdd817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:59:28Z', 'updated_at': '2021-09-08T04:59:28Z', 'revision_number': 0, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:59:29.777721 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-0f791271-f1d3-42ea-b97b-1e44bc93669c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde HTTP/1.1" status: 200 len: 999 time: 0.0758879 Sep 08 04:59:29.782810 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] Checking router: 75c95b00-befb-4db8-a982-152c14b92605 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:59:29.791113 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:59:29.791714 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:59:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:59:29.857452 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-ce1be2ac-54bf-4acf-8295-55c9f8f87514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:29.858704 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-ce1be2ac-54bf-4acf-8295-55c9f8f87514 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0474701 Sep 08 04:59:29.902842 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:59:29.910166 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-170f3fbe-fd61-4ec6-888f-dc60088f01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:29.914233 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-170f3fbe-fd61-4ec6-888f-dc60088f01fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432217 Sep 08 04:59:30.024444 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-969eee03-ea2a-45e6-bc71-d5e1842757cd service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977681 Sep 08 04:59:30.178913 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '069ce0c0-fcce-4f91-a93e-61632101ee8f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:99:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3530ecf5-467b-4880-ab8b-189936fdd817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:59:28Z', 'updated_at': '2021-09-08T04:59:28Z', 'revision_number': 0, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:59:30.189682 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-5889b23e-7945-411c-86ca-3b4c7113d1b3 req-3dc9313a-699d-4dff-9077-2a41be5fea7b service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247525 Sep 08 04:59:30.209114 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363799d-7c86-4a07-bd01-7aa727238b81 None None] The sync data for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi is: [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '069ce0c0-fcce-4f91-a93e-61632101ee8f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:99:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3530ecf5-467b-4880-ab8b-189936fdd817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:59:28Z', 'updated_at': '2021-09-08T04:59:28Z', 'revision_number': 0, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:59:30.256770 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:30.407117 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef2f99-c16b-4e89-821f-9b1cb97880d0 None None] New status for floating IP 069ce0c0-fcce-4f91-a93e-61632101ee8f: ACTIVE {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 04:59:30.644005 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17429db-8a85-4e0c-82fb-d15c3ece8c0d req-f0ee4fb9-8fcd-4baf-a23e-ffce86922c9f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:30.645619 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a17429db-8a85-4e0c-82fb-d15c3ece8c0d req-f0ee4fb9-8fcd-4baf-a23e-ffce86922c9f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0508924 Sep 08 04:59:30.683041 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a17429db-8a85-4e0c-82fb-d15c3ece8c0d req-d3ac0ced-bae5-44bd-b0ef-79d4ce26c902 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Sep 08 04:59:30.704778 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47884) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:30.736847 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 04:59:30.787888 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594d71-64d8-48ea-beb3-f243b3edb385 req-31f98cbe-e01d-44db-a698-7a42f66eca12 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:30.789430 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-34594d71-64d8-48ea-beb3-f243b3edb385 req-31f98cbe-e01d-44db-a698-7a42f66eca12 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0570590 Sep 08 04:59:30.838004 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-34594d71-64d8-48ea-beb3-f243b3edb385 req-ae8ec265-9d07-4f4a-a3f4-73aacba6e0a5 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415361 Sep 08 04:59:30.854486 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ebd3b8b-8c52-4b2b-b40f-438e0f8000b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:30.909161 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3d260-ecb3-49e0-8f98-cfd8349c8ee0 tempest-TestMinimumBasicScenario-1188311859 tempest-TestMinimumBasicScenario-1188311859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:30.912868 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-35b3d260-ecb3-49e0-8f98-cfd8349c8ee0 tempest-TestMinimumBasicScenario-1188311859 tempest-TestMinimumBasicScenario-1188311859-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 1093 time: 0.2050064 Sep 08 04:59:30.914009 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 47890) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:30.919698 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'floatingip': {'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'port_id': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:30.925452 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bd8f5-a03a-498e-81e2-431adc3b66d5 req-92cf5fbd-d45e-4c4b-8592-d779d182d1cb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:30.927111 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9d2bd8f5-a03a-498e-81e2-431adc3b66d5 req-92cf5fbd-d45e-4c4b-8592-d779d182d1cb tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0629494 Sep 08 04:59:30.950062 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for floatingip, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:30.974220 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9d2bd8f5-a03a-498e-81e2-431adc3b66d5 req-311edf2a-9b17-4efd-9bd2-242c3dca6858 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369544 Sep 08 04:59:31.052749 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:31.158800 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Allocated IP 172.27.3.195 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/4349e1b5-5823-4e96-85e0-c9f437a760a6) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 04:59:31.263792 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:31.307334 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:31.330703 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:31.347399 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 04:59:31.350604 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 04:59:31.354565 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 04:59:31.387892 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'Port': ['ID=4349e1b5-5823-4e96-85e0-c9f437a760a6,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:31.811330 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:31.846042 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-2d0fe4ab-7b9a-4e73-bc72-a08828177e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:31.847617 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-2d0fe4ab-7b9a-4e73-bc72-a08828177e81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41&tenant_id=83894fcdebe946bfb5beb705f1db44f2 HTTP/1.1" status: 200 len: 1097 time: 0.0677345 Sep 08 04:59:31.923928 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-c6fc2aef-762d-4867-ac21-c1226391e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:31.925345 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-c6fc2aef-762d-4867-ac21-c1226391e1f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1097 time: 0.0421517 Sep 08 04:59:32.020895 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-d948d509-35c6-450f-99ad-8340c70be33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:32.022731 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-d948d509-35c6-450f-99ad-8340c70be33f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 910 time: 0.0897007 Sep 08 04:59:32.116480 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-61575853-62dd-40e5-934e-13121a307129 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 999 time: 0.0855029 Sep 08 04:59:32.132775 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6290e19-3008-4eea-aef8-96cb22a706c9 req-4346927b-8f2b-4195-96bf-49577e40b6bc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:32.134256 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f6290e19-3008-4eea-aef8-96cb22a706c9 req-4346927b-8f2b-4195-96bf-49577e40b6bc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0684028 Sep 08 04:59:32.153634 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d34dae-851a-4237-a0a3-66e1a0884f2c req-238ea6a9-b4bb-49d8-a0a9-8d7bc8a45174 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:32.155140 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98d34dae-851a-4237-a0a3-66e1a0884f2c req-238ea6a9-b4bb-49d8-a0a9-8d7bc8a45174 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0903602 Sep 08 04:59:32.171226 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:32.200798 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:32.201421 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-a3913993-8506-4dd2-9272-1d72881b3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:32.202573 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-a3913993-8506-4dd2-9272-1d72881b3eba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 200 len: 848 time: 0.0674715 Sep 08 04:59:32.205509 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f6290e19-3008-4eea-aef8-96cb22a706c9 req-259dd30e-1165-426c-9d19-cc93f1b79455 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634642 Sep 08 04:59:32.232059 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98d34dae-851a-4237-a0a3-66e1a0884f2c req-a1f322b5-6002-4ce1-bc44-df77ba4bd918 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704131 Sep 08 04:59:32.261937 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-c0ee5773-e0fd-4711-8f44-53488f6c7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:32.263435 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-c0ee5773-e0fd-4711-8f44-53488f6c7c42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460992 Sep 08 04:59:32.360504 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:32.364669 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-79425ae9-5119-4751-ae37-607a2b999e70 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911934 Sep 08 04:59:32.365453 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:32.444098 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'Port': ['ID=4349e1b5-5823-4e96-85e0-c9f437a760a6,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:32.465490 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:32.504200 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e869feb-7211-44dc-9da9-dcda0f893136 req-5c30d2aa-344d-4343-ace0-79c06b553c57 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305966 Sep 08 04:59:32.588457 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Floating IP f9260975-de2d-4a82-b865-3240f69372fa associated. External IP: 172.27.3.195, port: 742d987a-3d0c-4e27-8889-0b277a0c14f7. Sep 08 04:59:32.796807 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Router 9f3f75e3-30a4-4f09-b536-eba56bb47954 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 04:59:32.905793 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 04:59:32.916271 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] Sync routers for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 04:59:32.921118 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:32.926166 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:59:32.926878 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:59:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:59:32.948264 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d2ed17ca-a3ef-43eb-91d7-6ab84b55de75 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0320098 Sep 08 04:59:32.949064 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:32.951197 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47928) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:32.951692 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438" -d '{"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:32.957057 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-ddb3a269-15af-4a89-90fc-2af585157dfd tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388873101', 'description': 'tempest-secgroup-smoke-1388873101 description', 'project_id': 'c3633675244340a0b2ce2214244e4a5b'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:32.983221 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a269-15af-4a89-90fc-2af585157dfd tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:32.995745 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9279a86b-727a-470a-b7a5-5a91ba73f6eb x-openstack-request-id: req-9279a86b-727a-470a-b7a5-5a91ba73f6eb {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:32.996035 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:32.996285 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9279a86b-727a-470a-b7a5-5a91ba73f6eb {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:32.996696 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'status': 'completed', 'code': 200} Sep 08 04:59:33.129364 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a269-15af-4a89-90fc-2af585157dfd tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.131830 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-b743482a-8034-4550-8b3d-d7ee4c0fdbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:33.133497 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-b743482a-8034-4550-8b3d-d7ee4c0fdbfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3633675244340a0b2ce2214244e4a5b&device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 1098 time: 0.0735667 Sep 08 04:59:33.136102 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a269-15af-4a89-90fc-2af585157dfd tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.168625 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-364c8dff-43e5-4676-9a67-745fe1eae9f2 req-b9ab0191-833d-4180-9637-2a74e4b5616b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 04:59:33.169854 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-364c8dff-43e5-4676-9a67-745fe1eae9f2 req-b9ab0191-833d-4180-9637-2a74e4b5616b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087774 Sep 08 04:59:33.189566 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a269-15af-4a89-90fc-2af585157dfd tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.193476 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ddb3a269-15af-4a89-90fc-2af585157dfd tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2383156 Sep 08 04:59:33.193848 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 47936) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:33.199299 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-1477a921-4906-4b8c-a96d-cc05af7086b2 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'security_group_rule': {'security_group_id': '533c0cff-f28d-4f90-9a49-bdb6915e25e1', 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:33.200955 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:59:33.204145 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3a269-15af-4a89-90fc-2af585157dfd tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533c0cff-f28d-4f90-9a49-bdb6915e25e1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:33.239812 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1477a921-4906-4b8c-a96d-cc05af7086b2 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.287336 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-41fce1f3-974b-47bf-a9d2-14e249a4154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:33.289817 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-41fce1f3-974b-47bf-a9d2-14e249a4154a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0aec2935-5550-4c0a-b936-148762a83202 HTTP/1.1" status: 200 len: 916 time: 0.1427395 Sep 08 04:59:33.376021 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1477a921-4906-4b8c-a96d-cc05af7086b2 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.404333 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1477a921-4906-4b8c-a96d-cc05af7086b2 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.436399 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1477a921-4906-4b8c-a96d-cc05af7086b2 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.440347 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1477a921-4906-4b8c-a96d-cc05af7086b2 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427480 Sep 08 04:59:33.440347 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477a921-4906-4b8c-a96d-cc05af7086b2 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbd3a7e-0481-4ed3-90d9-ab3aee4dfd57,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:33.441878 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 47950) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:33.446818 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-9a9bc6b7-b063-441e-a5fb-e7caa74b3ce5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'security_group_rule': {'security_group_id': '533c0cff-f28d-4f90-9a49-bdb6915e25e1', 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:33.460708 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-9e67ab20-9721-4c66-a689-ef4db4b9ec86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 999 time: 0.1526160 Sep 08 04:59:33.464577 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae7198-15e6-4d4f-b929-771d232fac33 req-0f6908a9-1917-4861-88c2-07c1a7a5fde0 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:33.466155 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4ae7198-15e6-4d4f-b929-771d232fac33 req-0f6908a9-1917-4861-88c2-07c1a7a5fde0 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.1017661 Sep 08 04:59:33.469445 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ab394-0390-4a70-ae2d-7086af24f8e4 req-b5c041de-15ad-4bb0-9768-3fac86d285e4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:33.471328 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-735ab394-0390-4a70-ae2d-7086af24f8e4 req-b5c041de-15ad-4bb0-9768-3fac86d285e4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.1136398 Sep 08 04:59:33.472898 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.478823 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-2db62fb3-d277-4ac1-8276-ba4890a7df97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820613 Sep 08 04:59:33.481524 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': 'f9260975-de2d-4a82-b865-3240f69372fa', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'port_id': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'mac_address': 'fa:16:3e:fa:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312334a8-5a89-4f94-a3ff-628115946126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:59:31Z', 'updated_at': '2021-09-08T04:59:31Z', 'revision_number': 0, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 5, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:59:33.521134 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc6b7-b063-441e-a5fb-e7caa74b3ce5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.522620 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] Checking router: 9f3f75e3-30a4-4f09-b536-eba56bb47954 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 04:59:33.538056 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 04:59:33.541538 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T04:59:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:59:33.550912 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4ae7198-15e6-4d4f-b929-771d232fac33 req-55fa67eb-5b3b-45a9-8547-d767a39a1ee4 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616128 Sep 08 04:59:33.593037 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-735ab394-0390-4a70-ae2d-7086af24f8e4 req-54b5f703-1156-416a-9cb0-5f37285e3c3e tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125815 Sep 08 04:59:33.607007 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-be401dde-54e4-4225-8f37-1e3b2eb36ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:33.612616 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-be401dde-54e4-4225-8f37-1e3b2eb36ac9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2f8688f-ac32-4598-8ce8-40470f7127cf HTTP/1.1" status: 200 len: 854 time: 0.1259143 Sep 08 04:59:33.631826 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc6b7-b063-441e-a5fb-e7caa74b3ce5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.637277 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc6b7-b063-441e-a5fb-e7caa74b3ce5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.664630 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bc6b7-b063-441e-a5fb-e7caa74b3ce5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a9bb02-243b-4d10-adec-5ecb78361ca2,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:33.671313 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc6b7-b063-441e-a5fb-e7caa74b3ce5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.673317 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9a9bc6b7-b063-441e-a5fb-e7caa74b3ce5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2302480 Sep 08 04:59:33.677199 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 47962) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:33.687476 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-32c4cb63-de0f-455a-8bca-c614de68a2b5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'security_group_rule': {'security_group_id': '533c0cff-f28d-4f90-9a49-bdb6915e25e1', 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:33.714831 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-41ce27ca-96d1-480e-a74d-ab35ab971c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:33.716267 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-41ce27ca-96d1-480e-a74d-ab35ab971c28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0aec2935-5550-4c0a-b936-148762a83202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901814 Sep 08 04:59:33.735162 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 04:59:33.739140 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-32c4cb63-de0f-455a-8bca-c614de68a2b5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.830558 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-32c4cb63-de0f-455a-8bca-c614de68a2b5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.834493 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-d0758701-9ec4-4b92-9b9e-f1dc77a8fe6e service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089110 Sep 08 04:59:33.835854 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-32c4cb63-de0f-455a-8bca-c614de68a2b5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.869456 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4cb63-de0f-455a-8bca-c614de68a2b5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac2067a-f13d-4169-8bd1-88c97e931bef,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:33.875645 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-32c4cb63-de0f-455a-8bca-c614de68a2b5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.878635 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-32c4cb63-de0f-455a-8bca-c614de68a2b5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009807 Sep 08 04:59:33.881800 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 47966) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:33.888200 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-f6aed1a7-b1b4-4651-9595-86eeec3c0cd9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'security_group_rule': {'security_group_id': '533c0cff-f28d-4f90-9a49-bdb6915e25e1', 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:33.920089 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f6aed1a7-b1b4-4651-9595-86eeec3c0cd9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:33.955002 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f06d38f1-f2e7-45a6-9bfd-06b9ab9cc438 req-b82032a0-7f02-40aa-9693-3aca1784621c service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125245 Sep 08 04:59:34.006409 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f6aed1a7-b1b4-4651-9595-86eeec3c0cd9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.010167 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f6aed1a7-b1b4-4651-9595-86eeec3c0cd9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.015671 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': 'f9260975-de2d-4a82-b865-3240f69372fa', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'port_id': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'mac_address': 'fa:16:3e:fa:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312334a8-5a89-4f94-a3ff-628115946126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:59:31Z', 'updated_at': '2021-09-08T04:59:31Z', 'revision_number': 0, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 5, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 04:59:34.031549 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aed1a7-b1b4-4651-9595-86eeec3c0cd9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c45b4b7-5606-495c-8149-0d306b120877,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:34.040706 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f6aed1a7-b1b4-4651-9595-86eeec3c0cd9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.041938 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f6aed1a7-b1b4-4651-9595-86eeec3c0cd9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580377 Sep 08 04:59:34.045410 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 47968) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:34.051130 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-26acd8df-a7cf-4db6-a151-b6a638facc83 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'security_group_rule': {'security_group_id': '533c0cff-f28d-4f90-9a49-bdb6915e25e1', 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:34.053714 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d7b19c-b53a-47a6-9823-f8ff1ddc30a0 None None] The sync data for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi is: [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': 'f9260975-de2d-4a82-b865-3240f69372fa', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'port_id': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'mac_address': 'fa:16:3e:fa:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312334a8-5a89-4f94-a3ff-628115946126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T04:59:31Z', 'updated_at': '2021-09-08T04:59:31Z', 'revision_number': 0, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 5, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 04:59:34.076756 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.securitygroups_db [None req-26acd8df-a7cf-4db6-a151-b6a638facc83 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Project c3633675244340a0b2ce2214244e4a5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 04:59:34.081960 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26acd8df-a7cf-4db6-a151-b6a638facc83 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.148611 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26acd8df-a7cf-4db6-a151-b6a638facc83 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.153588 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26acd8df-a7cf-4db6-a151-b6a638facc83 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.176062 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acd8df-a7cf-4db6-a151-b6a638facc83 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d7f01c-5221-4363-8e53-4f0d1f3390bc,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:34.179755 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26acd8df-a7cf-4db6-a151-b6a638facc83 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.182442 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-26acd8df-a7cf-4db6-a151-b6a638facc83 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356289 Sep 08 04:59:34.184065 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47970) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:34.189337 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-4cda5a3f-f765-4730-9520-a7ffcfec9b52 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'security_group_rule': {'security_group_id': '533c0cff-f28d-4f90-9a49-bdb6915e25e1', 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:34.213105 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.securitygroups_db [None req-4cda5a3f-f765-4730-9520-a7ffcfec9b52 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Project c3633675244340a0b2ce2214244e4a5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 04:59:34.218499 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4cda5a3f-f765-4730-9520-a7ffcfec9b52 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.281087 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95d1b5a-474d-4cbe-ba0f-4f66ad6fa025 None None] New status for floating IP f9260975-de2d-4a82-b865-3240f69372fa: ACTIVE {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 04:59:34.288854 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4cda5a3f-f765-4730-9520-a7ffcfec9b52 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.294381 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4cda5a3f-f765-4730-9520-a7ffcfec9b52 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.313080 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda5a3f-f765-4730-9520-a7ffcfec9b52 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d425a7f1-e696-4b1b-8aec-1e2afe6777ec,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:34.317135 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4cda5a3f-f765-4730-9520-a7ffcfec9b52 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.321853 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4cda5a3f-f765-4730-9520-a7ffcfec9b52 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330612 Sep 08 04:59:34.395763 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-51dcb6ce-55ad-4643-a59f-24cfdd43dcad tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388873101&fields=id&tenant_id=c3633675244340a0b2ce2214244e4a5b HTTP/1.1" status: 200 len: 267 time: 0.0334754 Sep 08 04:59:34.450027 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-62a4664a-ea6d-443a-be6c-93dc07dcea8f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:34.451680 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-62a4664a-ea6d-443a-be6c-93dc07dcea8f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0495267 Sep 08 04:59:34.465050 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-1b1d3021-527d-4592-b7ef-80eab9aa5b43 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'port': {'security_groups': ['c638ac6e-72c8-4715-aaa3-4a8fff6ce18e', '533c0cff-f28d-4f90-9a49-bdb6915e25e1']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 04:59:34.521642 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-3eb5f931-bba0-4f1b-8941-3c39d191d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:34.523183 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-3eb5f931-bba0-4f1b-8941-3c39d191d1d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49&tenant_id=8926ba2f11e9430ba55893825ac4c15c HTTP/1.1" status: 200 len: 1096 time: 0.0410445 Sep 08 04:59:34.530711 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-1b1d3021-527d-4592-b7ef-80eab9aa5b43 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.603475 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-a6da6009-042c-4294-b23d-382e2843b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:34.604988 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-a6da6009-042c-4294-b23d-382e2843b14b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8926ba2f11e9430ba55893825ac4c15c&device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 1096 time: 0.0414386 Sep 08 04:59:34.721994 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-1b1d3021-527d-4592-b7ef-80eab9aa5b43 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] For port 742d987a-3d0c-4e27-8889-0b277a0c14f7, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:34.728178 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05a65d-298d-4c67-977c-638dff2697ae req-3222ef4e-d382-4680-a80e-aaba790441ec tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:34.729684 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2d05a65d-298d-4c67-977c-638dff2697ae req-3222ef4e-d382-4680-a80e-aaba790441ec tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0987329 Sep 08 04:59:34.757038 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-1b1d3021-527d-4592-b7ef-80eab9aa5b43 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.760899 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-01646908-fcc7-4954-9f8b-d54e9723abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:34.762458 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-01646908-fcc7-4954-9f8b-d54e9723abc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 200 len: 918 time: 0.1413875 Sep 08 04:59:34.763332 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-1b1d3021-527d-4592-b7ef-80eab9aa5b43 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.799461 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['742d987a-3d0c-4e27-8889-0b277a0c14f7'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:59:34.806781 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-1b1d3021-527d-4592-b7ef-80eab9aa5b43 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:34.807403 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-1b1d3021-527d-4592-b7ef-80eab9aa5b43 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:34.808850 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7afcff6f-90d1-4de8-8b7c-d5521ad5eaaf req-1b1d3021-527d-4592-b7ef-80eab9aa5b43 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "PUT /v2.0/ports/742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 981 time: 0.3490636 Sep 08 04:59:34.814081 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2d05a65d-298d-4c67-977c-638dff2697ae req-d0a10e77-fd8a-4bf8-a5de-470f80ae57be tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782936 Sep 08 04:59:34.851989 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-3118d2ad-2943-4a6d-910d-e52f4c1f8af1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e HTTP/1.1" status: 200 len: 998 time: 0.0796905 Sep 08 04:59:34.862339 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d3021-527d-4592-b7ef-80eab9aa5b43 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'Port': ['ID=742d987a-3d0c-4e27-8889-0b277a0c14f7,revision_number=6']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:34.933165 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-2199e7e2-533c-43e5-8bb2-c2d6a5b698aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:34.935176 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-2199e7e2-533c-43e5-8bb2-c2d6a5b698aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 200 len: 856 time: 0.0690818 Sep 08 04:59:34.947052 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['742d987a-3d0c-4e27-8889-0b277a0c14f7'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:59:34.979734 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20b0f7-39c7-4aeb-9460-2131fd2ec8e2 req-8e0d3e62-bffd-4085-ae1f-19fa9cf0706a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:34.979734 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea20b0f7-39c7-4aeb-9460-2131fd2ec8e2 req-8e0d3e62-bffd-4085-ae1f-19fa9cf0706a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0621309 Sep 08 04:59:35.029106 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:35.029518 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-0704d772-3289-471e-af6a-674a32477aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:35.030582 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 04:59:35.031792 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-0704d772-3289-471e-af6a-674a32477aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840511 Sep 08 04:59:35.035418 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bbb505-4897-43ea-bc25-b046b9666c37" -d '{"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:35.040789 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cdb85-a667-411f-b8c2-a062533d6701 req-8ae495f1-4a67-4fc4-9624-e70da9139edf tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:35.049361 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bb1cdb85-a667-411f-b8c2-a062533d6701 req-8ae495f1-4a67-4fc4-9624-e70da9139edf tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.1128130 Sep 08 04:59:35.062633 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea20b0f7-39c7-4aeb-9460-2131fd2ec8e2 req-420b57fc-741a-49bb-ad80-4b105ec8f8ec tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747809 Sep 08 04:59:35.152740 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a153d31-49ab-47cc-a535-1dd49e48c334 x-openstack-request-id: req-1a153d31-49ab-47cc-a535-1dd49e48c334 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:35.153024 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:35.153274 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a153d31-49ab-47cc-a535-1dd49e48c334 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:35.153663 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'status': 'completed', 'code': 200} Sep 08 04:59:35.164281 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bb1cdb85-a667-411f-b8c2-a062533d6701 req-18c45d95-0b72-4512-afe4-1b1b041b4882 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137238 Sep 08 04:59:35.197247 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-9f17aa5d-1db9-4bbe-9c49-f33095d975ea service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453896 Sep 08 04:59:35.199730 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 47992) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:35.254259 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-c3752c39-2f7b-493f-9e74-9be211169a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:35.255705 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-c3752c39-2f7b-493f-9e74-9be211169a35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3633675244340a0b2ce2214244e4a5b&device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 1137 time: 0.0484295 Sep 08 04:59:35.300527 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-eb2a0568-d2f7-4247-90e7-ba93d96190d7 None None] Provisioning complete for port 742d987a-3d0c-4e27-8889-0b277a0c14f7 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:59:35.301376 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eb2a0568-d2f7-4247-90e7-ba93d96190d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:35.303382 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4f801d6d-28ce-4d44-bb24-51036908dd8d req-86a986eb-0edc-4ed0-b825-40bafd455738 service neutron] 10.222.0.26 "GET /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953722 Sep 08 04:59:35.359774 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-679115c2-2405-4c13-aba1-1a259b7d0f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:35.363928 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-8bf91f79-bfce-4930-ac0e-31da83dc5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:35.365528 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-8bf91f79-bfce-4930-ac0e-31da83dc5448 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0aec2935-5550-4c0a-b936-148762a83202 HTTP/1.1" status: 200 len: 916 time: 0.1026881 Sep 08 04:59:35.456524 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-31d14a39-83f6-4ff8-a269-593ea060999e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 1001 time: 0.0700402 Sep 08 04:59:35.471381 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-679115c2-2405-4c13-aba1-1a259b7d0f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:35.475815 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-679115c2-2405-4c13-aba1-1a259b7d0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:35.513711 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-6ca489b7-d188-4f73-a62e-8c0c2325512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:35.515249 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-6ca489b7-d188-4f73-a62e-8c0c2325512d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2f8688f-ac32-4598-8ce8-40470f7127cf HTTP/1.1" status: 200 len: 854 time: 0.0497155 Sep 08 04:59:35.523781 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-679115c2-2405-4c13-aba1-1a259b7d0f06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13d1109d6905409bb8074af586b7852b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229642 Sep 08 04:59:35.525191 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679115c2-2405-4c13-aba1-1a259b7d0f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d889a353-17a8-4993-a6cc-8bd5b4430a45,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:35.527774 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48002) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 04:59:35.575311 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-79f6ad48-23de-4114-ad6a-6e6cd3b09be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:35.576871 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-79f6ad48-23de-4114-ad6a-6e6cd3b09be2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0aec2935-5550-4c0a-b936-148762a83202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486445 Sep 08 04:59:35.583801 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5fceef22-07e4-44a1-b426-ddcc126cd826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:35.609375 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5fceef22-07e4-44a1-b426-ddcc126cd826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:35.671850 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5fceef22-07e4-44a1-b426-ddcc126cd826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:35.675353 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5fceef22-07e4-44a1-b426-ddcc126cd826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:35.680575 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5fceef22-07e4-44a1-b426-ddcc126cd826 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d889a353-17a8-4993-a6cc-8bd5b4430a45 HTTP/1.1" status: 204 len: 168 time: 0.1479015 Sep 08 04:59:35.687802 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceef22-07e4-44a1-b426-ddcc126cd826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d889a353-17a8-4993-a6cc-8bd5b4430a45,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:35.741594 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-3086e2cc-5d55-4ae7-93c4-3ff2267968f3 service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463566 Sep 08 04:59:35.858765 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-60bbb505-4897-43ea-bc25-b046b9666c37 req-08990c7d-a152-4b9d-8ff4-d63ca2f1927f service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044023 Sep 08 04:59:35.949163 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0c9c3-a867-434b-81dd-3b1ca05a6c5f req-912daf5d-bb99-477c-81e7-85f12f3142fe tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:35.951398 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-01e0c9c3-a867-434b-81dd-3b1ca05a6c5f req-912daf5d-bb99-477c-81e7-85f12f3142fe tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0584519 Sep 08 04:59:36.003903 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-01e0c9c3-a867-434b-81dd-3b1ca05a6c5f req-3b74092a-4c20-4948-9d72-ccd28a45fd26 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463026 Sep 08 04:59:36.240957 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f283da-5a37-44cc-bca0-117323d9f1e7 req-9798589f-b5b4-4f23-87b9-ac25665ecdff tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:36.249581 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b2f283da-5a37-44cc-bca0-117323d9f1e7 req-9798589f-b5b4-4f23-87b9-ac25665ecdff tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0946882 Sep 08 04:59:36.299986 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b2f283da-5a37-44cc-bca0-117323d9f1e7 req-91611b9b-6d5a-48ca-aa7a-245fcfdc854d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468996 Sep 08 04:59:37.155704 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9434f09-d9ae-4abb-8199-ef4097eea85f req-3d6f4701-1bc2-4f69-a3ec-2ba2c04bafb9 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:37.157282 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9434f09-d9ae-4abb-8199-ef4097eea85f req-3d6f4701-1bc2-4f69-a3ec-2ba2c04bafb9 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0547080 Sep 08 04:59:37.198642 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9434f09-d9ae-4abb-8199-ef4097eea85f req-a2fe265c-d64a-4ea8-b5cd-d7c69371ad7c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352025 Sep 08 04:59:37.423917 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1223da-ed74-4883-be71-b42e8172708a req-025ddb4a-7f96-49d7-831f-bbac09d1d123 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:37.425469 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8f1223da-ed74-4883-be71-b42e8172708a req-025ddb4a-7f96-49d7-831f-bbac09d1d123 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0499914 Sep 08 04:59:37.470329 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-8f1223da-ed74-4883-be71-b42e8172708a req-ffb2784a-7b0f-4da9-8299-e344b4bc2ce4 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367169 Sep 08 04:59:38.316953 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe16023-a672-465c-829d-f8b7a0cd7193 req-7ea2b5c1-9fe0-4fee-9497-d00fe438daab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:38.318543 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dbe16023-a672-465c-829d-f8b7a0cd7193 req-7ea2b5c1-9fe0-4fee-9497-d00fe438daab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0526221 Sep 08 04:59:38.361174 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dbe16023-a672-465c-829d-f8b7a0cd7193 req-1e29c85e-2289-4366-af67-e6ef1c34213a tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364068 Sep 08 04:59:38.599469 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89028-48d9-4f30-a74c-3748cb995ef9 req-fe7e51f9-f88c-4026-9ef2-4329ea46557a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:38.601117 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fca89028-48d9-4f30-a74c-3748cb995ef9 req-fe7e51f9-f88c-4026-9ef2-4329ea46557a tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0558090 Sep 08 04:59:38.643563 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fca89028-48d9-4f30-a74c-3748cb995ef9 req-394b2866-f76b-4e12-a817-bed6e063a45c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330558 Sep 08 04:59:39.483887 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbde7cc-0ae3-4c0e-aeea-1d90ac0e8349 req-559b0515-f3f8-4249-8bc4-9bd565208c36 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:39.485449 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8bbde7cc-0ae3-4c0e-aeea-1d90ac0e8349 req-559b0515-f3f8-4249-8bc4-9bd565208c36 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0501945 Sep 08 04:59:39.531100 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8bbde7cc-0ae3-4c0e-aeea-1d90ac0e8349 req-b0b58fb3-7348-4e41-81b4-9ec32c89cc8b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Sep 08 04:59:39.770788 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ce6c4-4657-4a1d-95fc-51f209ca058a req-df0581f4-bc1c-4e9f-a8c6-bb9c94018e1f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:39.772285 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-206ce6c4-4657-4a1d-95fc-51f209ca058a req-df0581f4-bc1c-4e9f-a8c6-bb9c94018e1f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0541122 Sep 08 04:59:39.811219 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-206ce6c4-4657-4a1d-95fc-51f209ca058a req-f67dd3ca-5058-489e-accd-3e708ce81761 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325165 Sep 08 04:59:40.648184 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e71bcf-13f5-4f5b-8454-85507c458ff2 req-9046766f-f134-44da-bbf7-73d8217b98a5 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:40.649841 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-69e71bcf-13f5-4f5b-8454-85507c458ff2 req-9046766f-f134-44da-bbf7-73d8217b98a5 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0531123 Sep 08 04:59:40.698879 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-69e71bcf-13f5-4f5b-8454-85507c458ff2 req-82ddde4d-cd49-4f96-a4ad-9f0c86e795f6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427625 Sep 08 04:59:40.942677 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664191-4e99-4ae9-97b4-bc0cba596ee6 req-01db919c-ebf1-40ac-9ed0-e7e416663132 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:40.944156 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-95664191-4e99-4ae9-97b4-bc0cba596ee6 req-01db919c-ebf1-40ac-9ed0-e7e416663132 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0618837 Sep 08 04:59:40.980643 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-95664191-4e99-4ae9-97b4-bc0cba596ee6 req-1f2ff0a1-ec26-473d-bcbf-0aec028af1f7 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305398 Sep 08 04:59:41.817512 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e90f3-5023-4a0e-bca5-80fe7105dd0c req-3b4c5141-34e7-4630-953e-387904efa54e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:41.818985 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-560e90f3-5023-4a0e-bca5-80fe7105dd0c req-3b4c5141-34e7-4630-953e-387904efa54e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0488977 Sep 08 04:59:41.868973 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-560e90f3-5023-4a0e-bca5-80fe7105dd0c req-5c38320f-c15f-40d5-a03e-8c8f823fa094 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435255 Sep 08 04:59:42.122751 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aa635-f611-41c3-88bf-52e5d1010d0e req-560fdfc6-ecaf-4829-afb1-7328f1303445 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:42.124204 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9c4aa635-f611-41c3-88bf-52e5d1010d0e req-560fdfc6-ecaf-4829-afb1-7328f1303445 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0683861 Sep 08 04:59:42.162371 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9c4aa635-f611-41c3-88bf-52e5d1010d0e req-b96b4248-57de-4555-94a4-ff7e5fd46ec5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Sep 08 04:59:42.988136 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3f436-4bed-4e83-8549-4b709dd6c2fb req-96006c61-b28c-42a2-97e9-651a90a293f4 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:42.990096 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cee3f436-4bed-4e83-8549-4b709dd6c2fb req-96006c61-b28c-42a2-97e9-651a90a293f4 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0502036 Sep 08 04:59:43.035565 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cee3f436-4bed-4e83-8549-4b709dd6c2fb req-722c530e-c20e-4b80-93de-89adfcacc8d3 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386221 Sep 08 04:59:43.296737 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09fca8-a7df-47cb-9dd5-08324aed3c83 req-635b14b6-9911-4f9b-878d-5baf986be6ac tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:43.298293 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6f09fca8-a7df-47cb-9dd5-08324aed3c83 req-635b14b6-9911-4f9b-878d-5baf986be6ac tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0500495 Sep 08 04:59:43.339346 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6f09fca8-a7df-47cb-9dd5-08324aed3c83 req-32e11b83-9cae-4b49-ba1e-6554a1fdad27 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349524 Sep 08 04:59:44.158918 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3cd6a-ce14-4ae3-9091-d0849a56fefd req-a4281b5f-7030-4448-bee7-f23f8060c9d6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:44.160425 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1e3cd6a-ce14-4ae3-9091-d0849a56fefd req-a4281b5f-7030-4448-bee7-f23f8060c9d6 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0591252 Sep 08 04:59:44.200556 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1e3cd6a-ce14-4ae3-9091-d0849a56fefd req-80d7cb22-c6d4-4665-81e9-986de479f182 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Sep 08 04:59:44.464239 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23de30b-bfb0-43c8-901e-aee6fbee634d req-1b96b434-9c43-4e88-ac05-c3da505590b5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:44.465760 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c23de30b-bfb0-43c8-901e-aee6fbee634d req-1b96b434-9c43-4e88-ac05-c3da505590b5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0504289 Sep 08 04:59:44.515656 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c23de30b-bfb0-43c8-901e-aee6fbee634d req-0d6addc5-73a3-4263-8db3-e4e1b3706d1d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434413 Sep 08 04:59:45.321964 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46b65d-645c-4b2c-bc40-885ce60ebd63 req-15c806ff-c1ee-43cc-bf49-9b2ef93efa06 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:45.324064 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c46b65d-645c-4b2c-bc40-885ce60ebd63 req-15c806ff-c1ee-43cc-bf49-9b2ef93efa06 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0505576 Sep 08 04:59:45.365861 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c46b65d-645c-4b2c-bc40-885ce60ebd63 req-5b80eb61-ad89-40b8-90f0-41f4f77c5b8c tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328922 Sep 08 04:59:45.643187 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62732-4339-4b52-9daf-39e2958fbc77 req-c4cc2efb-274d-42d1-8451-a7f143119271 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:45.644759 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6ab62732-4339-4b52-9daf-39e2958fbc77 req-c4cc2efb-274d-42d1-8451-a7f143119271 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0547218 Sep 08 04:59:45.685363 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6ab62732-4339-4b52-9daf-39e2958fbc77 req-fb4ba15e-77d7-4c6f-bcfc-4e19b4582d58 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335174 Sep 08 04:59:46.505185 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4696dd-fa2b-4ae7-993b-d92dd70398e6 req-68c8cc1b-7f2c-4961-bcb6-8186079f4a91 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:46.507147 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b4696dd-fa2b-4ae7-993b-d92dd70398e6 req-68c8cc1b-7f2c-4961-bcb6-8186079f4a91 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0561564 Sep 08 04:59:46.543524 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b4696dd-fa2b-4ae7-993b-d92dd70398e6 req-24626626-c068-4fc7-bc15-277cfe461d5e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305996 Sep 08 04:59:46.806520 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37cef-9fa8-4d2d-a2ac-2cd0082d07d1 req-9d0eb33d-cfb3-43e5-b305-34ca8fe826df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:46.808490 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-80b37cef-9fa8-4d2d-a2ac-2cd0082d07d1 req-9d0eb33d-cfb3-43e5-b305-34ca8fe826df tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0487621 Sep 08 04:59:46.851139 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-80b37cef-9fa8-4d2d-a2ac-2cd0082d07d1 req-4e2829d6-26e7-4a3b-aff1-12d6417f5f1f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366182 Sep 08 04:59:47.680800 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8f379-f64a-4564-859f-05bfa2dc6cab req-d895b5b0-a08c-44c4-85b2-ee672fa102ed tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:47.682427 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-54e8f379-f64a-4564-859f-05bfa2dc6cab req-d895b5b0-a08c-44c4-85b2-ee672fa102ed tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0544994 Sep 08 04:59:47.727491 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-54e8f379-f64a-4564-859f-05bfa2dc6cab req-fddcabd3-a3b0-4023-b340-89e944d78416 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Sep 08 04:59:47.978915 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bc83-f869-411d-bd6a-a93b8325ba62 req-5fd3eb83-1444-4315-9eb0-ddf108809630 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:47.980473 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a4d9bc83-f869-411d-bd6a-a93b8325ba62 req-5fd3eb83-1444-4315-9eb0-ddf108809630 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0518520 Sep 08 04:59:48.023570 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a4d9bc83-f869-411d-bd6a-a93b8325ba62 req-cc542539-f19b-4d1f-9784-94251ddc0746 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367100 Sep 08 04:59:48.840314 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001d1c9-34b5-48bf-81fc-98897db1b911 req-cda23231-0c86-4f88-ac24-1fd68bdd4b26 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:48.841785 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a001d1c9-34b5-48bf-81fc-98897db1b911 req-cda23231-0c86-4f88-ac24-1fd68bdd4b26 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0484910 Sep 08 04:59:48.879003 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a001d1c9-34b5-48bf-81fc-98897db1b911 req-695c334a-946b-4ca3-bce7-dd47387aacdc tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311530 Sep 08 04:59:49.144544 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5235d3e-ed6b-4914-a49e-f0f905f61489 req-a26431d7-4885-4137-ac20-c516855abe18 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:49.145883 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b5235d3e-ed6b-4914-a49e-f0f905f61489 req-a26431d7-4885-4137-ac20-c516855abe18 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0499086 Sep 08 04:59:49.184808 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b5235d3e-ed6b-4914-a49e-f0f905f61489 req-2548802d-8919-496f-8e46-92f61a40eebf tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312905 Sep 08 04:59:49.991411 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf6dde-153c-4ea1-a032-7770b1115909 req-937f0a3c-5493-4505-bb85-2c18c97c85ad tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:49.992765 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ccbf6dde-153c-4ea1-a032-7770b1115909 req-937f0a3c-5493-4505-bb85-2c18c97c85ad tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0483601 Sep 08 04:59:50.030283 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ccbf6dde-153c-4ea1-a032-7770b1115909 req-df2b1881-e682-4b73-814d-6331cd8503c3 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Sep 08 04:59:50.303576 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d681ba-f623-4110-9216-35fd4af37f6a req-d0048588-7abc-4570-b967-eb07abcf6b2f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:50.305054 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-99d681ba-f623-4110-9216-35fd4af37f6a req-d0048588-7abc-4570-b967-eb07abcf6b2f tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0494621 Sep 08 04:59:50.341256 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-99d681ba-f623-4110-9216-35fd4af37f6a req-c487ada8-4311-4372-97e2-4ad63474d350 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303812 Sep 08 04:59:51.069877 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cc797cc8-c73f-475b-bfeb-52567f4aa3f2 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:59:51.145239 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3eb5d6-41fa-478a-a810-82504e5ce854 req-c2e63bfe-c494-485b-a86e-0c32348758ab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:51.146734 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af3eb5d6-41fa-478a-a810-82504e5ce854 req-c2e63bfe-c494-485b-a86e-0c32348758ab tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 944 time: 0.0515416 Sep 08 04:59:51.164870 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:51.175927 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'port_id': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'mac_address': 'fa:16:3e:c0:03:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:59:51.183912 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af3eb5d6-41fa-478a-a810-82504e5ce854 req-a2adabfb-1006-41e0-a268-7c86805935a8 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312254 Sep 08 04:59:51.212930 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:51.224961 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc797cc8-c73f-475b-bfeb-52567f4aa3f2 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:59:51.243505 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:51.248345 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:51.248966 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 04:59:51.322286 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,revision_number=7']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:51.382362 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:51.393749 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'port_id': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'mac_address': 'fa:16:3e:de:5b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 04:59:51.430481 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:51.447542 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5880c43-fdb0-4af6-93b0-ef576cb9976e {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 04:59:51.463672 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e38c2-2274-45b0-ba0e-0a41b9461cca req-1b8a643c-6b22-492d-9627-a0c46e764f1d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:51.465263 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fa3e38c2-2274-45b0-ba0e-0a41b9461cca req-1b8a643c-6b22-492d-9627-a0c46e764f1d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 943 time: 0.0474935 Sep 08 04:59:51.466024 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:51.469800 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:51.502800 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fa3e38c2-2274-45b0-ba0e-0a41b9461cca req-f48e6df9-97a6-43c0-8013-2d2a23d04880 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313299 Sep 08 04:59:51.517065 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=9']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:51.888630 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['cc797cc8-c73f-475b-bfeb-52567f4aa3f2'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:59:51.910025 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['c5880c43-fdb0-4af6-93b0-ef576cb9976e'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 04:59:52.293995 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6afe3c-fb33-4a65-807e-4e2e46fc16f9 req-89a21cab-223c-41c3-b047-1b55436da78e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:52.295489 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc6afe3c-fb33-4a65-807e-4e2e46fc16f9 req-89a21cab-223c-41c3-b047-1b55436da78e tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 945 time: 0.0476780 Sep 08 04:59:52.331796 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc6afe3c-fb33-4a65-807e-4e2e46fc16f9 req-a7506d8b-4de5-4dee-9d9c-e3d8d1c1972b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305257 Sep 08 04:59:52.620521 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f56017-40cf-4c96-9449-c387bbb6eef6 req-c470b653-3181-41cb-8ddd-18a594a20976 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:52.621944 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-30f56017-40cf-4c96-9449-c387bbb6eef6 req-c470b653-3181-41cb-8ddd-18a594a20976 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 944 time: 0.0504274 Sep 08 04:59:52.657805 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-30f56017-40cf-4c96-9449-c387bbb6eef6 req-ee25f99f-c1c9-45a4-9848-c67517d18c8c tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297620 Sep 08 04:59:53.110767 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cc797cc8-c73f-475b-bfeb-52567f4aa3f2 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:59:53.160476 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:59:53.160842 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:53.233582 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:53.255489 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:53.257692 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8dc884-c24a-43d6-94f4-4d8a556ab152" -d '{"events": [{"server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "name": "network-vif-plugged", "status": "completed", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:53.270157 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:53.275367 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:53.276316 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 04:59:53.301917 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1c9aea-fd48-4e8c-b7d7-8ef19ebeebf0 x-openstack-request-id: req-6c1c9aea-fd48-4e8c-b7d7-8ef19ebeebf0 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:53.302233 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "name": "network-vif-plugged", "status": "completed", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:53.302488 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c1c9aea-fd48-4e8c-b7d7-8ef19ebeebf0 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:53.302873 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'code': 200} Sep 08 04:59:53.356792 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,revision_number=8']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:53.367114 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port c5880c43-fdb0-4af6-93b0-ef576cb9976e triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 04:59:53.367488 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:53.443760 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebf197-e1bd-4be5-b7b8-3dd84f425465 req-9e158f14-4928-4d2c-a0ac-989fb510e264 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:53.445257 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b4ebf197-e1bd-4be5-b7b8-3dd84f425465 req-9e158f14-4928-4d2c-a0ac-989fb510e264 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0475717 Sep 08 04:59:53.445397 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:53.477559 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 04:59:53.481798 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:53.485846 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b4ebf197-e1bd-4be5-b7b8-3dd84f425465 req-87b7f7e1-d212-4c6e-9b35-62b08c1b7467 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Sep 08 04:59:53.532539 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=10']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 04:59:53.618865 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92869168-4505-495d-a3a0-91033bbe6649 req-4d699d5d-f205-44cf-8183-c3d0bcbb263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:53.620835 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-92869168-4505-495d-a3a0-91033bbe6649 req-4d699d5d-f205-44cf-8183-c3d0bcbb263e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1099 time: 0.0394032 Sep 08 04:59:53.656412 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-92869168-4505-495d-a3a0-91033bbe6649 req-6ad813f3-bba1-4e5b-b583-bb3d397d8522 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263681 Sep 08 04:59:53.778726 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f374a49-758e-4ba2-ab9d-5a94f9757c1d req-704e8ae1-e6a6-4c8d-abb2-55f677da5cfc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:53.780175 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f374a49-758e-4ba2-ab9d-5a94f9757c1d req-704e8ae1-e6a6-4c8d-abb2-55f677da5cfc tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 946 time: 0.0517764 Sep 08 04:59:53.816965 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f374a49-758e-4ba2-ab9d-5a94f9757c1d req-aac2656d-ede5-4669-8152-6b45cfa44ed1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Sep 08 04:59:54.597559 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075eecf9-59ef-4a65-8ffc-c43a0a24f553 req-bc6a3794-2df0-4239-98c1-5f694b4013dd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:54.599015 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-075eecf9-59ef-4a65-8ffc-c43a0a24f553 req-bc6a3794-2df0-4239-98c1-5f694b4013dd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0469525 Sep 08 04:59:54.634309 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-075eecf9-59ef-4a65-8ffc-c43a0a24f553 req-a6f39310-8465-4e8b-832e-43e8e836ea5b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294616 Sep 08 04:59:54.934953 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1aa42e-e420-4038-a1b6-517179f7f9ef req-9a8358b6-7d79-465f-a9a2-972937352b1d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:54.936667 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fa1aa42e-e420-4038-a1b6-517179f7f9ef req-9a8358b6-7d79-465f-a9a2-972937352b1d tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 946 time: 0.0520117 Sep 08 04:59:54.976361 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fa1aa42e-e420-4038-a1b6-517179f7f9ef req-682eddce-46de-413e-ac83-c037e2bd7e56 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334544 Sep 08 04:59:55.304573 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 04:59:55.306936 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409feee7-c763-40d2-8e09-9a4a950c14cb" -d '{"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-plugged", "status": "completed", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 04:59:55.341932 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17247a4f-4d06-45e7-9253-f6260dded2ae x-openstack-request-id: req-17247a4f-4d06-45e7-9253-f6260dded2ae {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 04:59:55.342243 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-plugged", "status": "completed", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 04:59:55.342503 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17247a4f-4d06-45e7-9253-f6260dded2ae {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 04:59:55.342894 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'code': 200} Sep 08 04:59:55.579486 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2711a3-de79-439e-9048-de2691ff961f req-a2aadf91-3692-49b9-b58e-97d0d5b5c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:55.580916 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa2711a3-de79-439e-9048-de2691ff961f req-a2aadf91-3692-49b9-b58e-97d0d5b5c778 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 1099 time: 0.0374486 Sep 08 04:59:55.615398 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa2711a3-de79-439e-9048-de2691ff961f req-eac959a4-fd76-4a5e-b546-fb6f2ad23565 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268543 Sep 08 04:59:55.748115 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a5d07-14a7-411e-bbb4-790c607fc3e7 req-8e60b0d4-fcdd-4dd0-89a2-1296133cda04 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:55.749562 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8b1a5d07-14a7-411e-bbb4-790c607fc3e7 req-8e60b0d4-fcdd-4dd0-89a2-1296133cda04 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0504723 Sep 08 04:59:55.785540 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8b1a5d07-14a7-411e-bbb4-790c607fc3e7 req-be117b18-8cee-495a-b3f8-b15f32265acd tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299637 Sep 08 04:59:56.098529 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92562f2a-1129-4b20-825e-5b134e64d0cf req-4ac092cc-8b6f-4473-85de-1e5981dbaae3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:56.099983 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-92562f2a-1129-4b20-825e-5b134e64d0cf req-4ac092cc-8b6f-4473-85de-1e5981dbaae3 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 946 time: 0.0508549 Sep 08 04:59:56.137184 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-92562f2a-1129-4b20-825e-5b134e64d0cf req-907114ba-7d56-47d7-8755-88e027cbb4c5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313652 Sep 08 04:59:57.256803 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83378a52-5226-432e-a9c6-04c42e9c0e63 req-f17e8223-50e0-4f26-a46c-7eb1813644f1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:57.258213 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83378a52-5226-432e-a9c6-04c42e9c0e63 req-f17e8223-50e0-4f26-a46c-7eb1813644f1 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 946 time: 0.0487981 Sep 08 04:59:57.295927 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83378a52-5226-432e-a9c6-04c42e9c0e63 req-76469524-63f3-4c22-8163-059d3c89bf98 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316868 Sep 08 04:59:58.339500 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-764404a0-c3d6-4004-9e31-86a964469b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 04:59:58.413731 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636bd86-519c-44a0-b3dc-bbf3c476d2bf req-a771ced0-957c-4028-a775-88030f5bcfc9 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 04:59:58.415226 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1636bd86-519c-44a0-b3dc-bbf3c476d2bf req-a771ced0-957c-4028-a775-88030f5bcfc9 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 946 time: 0.0479124 Sep 08 04:59:58.451956 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1636bd86-519c-44a0-b3dc-bbf3c476d2bf req-2573fb7d-e667-4f17-b5a1-674435c08138 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303521 Sep 08 05:00:00.270074 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:00.844078 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7f7a-2b59-4d96-b895-3b93a78142d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:01.322351 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:02.195004 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:03.450465 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:06.587889 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48342) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:06.689715 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:06.775935 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:06.779933 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:06.816273 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd541cfd92024fe0806042a79534d0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273536 Sep 08 05:00:06.818248 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714e5c72-d5fa-4dcf-a780-ff3d62c33229,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:06.818986 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48346) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:06.825343 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.825696 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.826068 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.826411 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.826744 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.827077 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.827408 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.827738 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.828067 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.828395 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.828720 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.829042 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c96151a-b751-48b8-9d67-6f741517e1f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.866695 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:06.886949 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:06.934873 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:06.937378 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:06.938560 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/714e5c72-d5fa-4dcf-a780-ff3d62c33229 HTTP/1.1" status: 204 len: 168 time: 0.1185760 Sep 08 05:00:06.945935 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e5c72-d5fa-4dcf-a780-ff3d62c33229,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:06.952920 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.953270 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.953610 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.953944 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.954303 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.954634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.954963 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.955288 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.955620 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.955945 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.956265 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:06.956586 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa093c9-a33a-41c8-a769-47fe3992d5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:07.332236 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757628a1-c54e-46dd-a2e4-28b3b401c641 req-69f0650a-96dd-46dc-9dad-3aaec61db374 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:07.333709 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-757628a1-c54e-46dd-a2e4-28b3b401c641 req-69f0650a-96dd-46dc-9dad-3aaec61db374 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0490394 Sep 08 05:00:07.373691 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-5dfc4890-39fe-46a1-b388-3b79d51a9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:07.375244 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-757628a1-c54e-46dd-a2e4-28b3b401c641 req-a1402ac4-71c0-405d-969b-28fcb7c5d848 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347459 Sep 08 05:00:07.375409 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-5dfc4890-39fe-46a1-b388-3b79d51a9623 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3633675244340a0b2ce2214244e4a5b&device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 1137 time: 0.0439901 Sep 08 05:00:07.462623 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-b4d5bffb-9bc2-441a-a08a-2034069be8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:07.464129 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-b4d5bffb-9bc2-441a-a08a-2034069be8e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0aec2935-5550-4c0a-b936-148762a83202 HTTP/1.1" status: 200 len: 916 time: 0.0811675 Sep 08 05:00:07.530155 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-592a4cf3-21c6-48a8-9c64-369afa8c35ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 1001 time: 0.0580356 Sep 08 05:00:07.578339 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-c302210c-5c83-498a-bd5b-54112ae6c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:07.579680 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-c302210c-5c83-498a-bd5b-54112ae6c1b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2f8688f-ac32-4598-8ce8-40470f7127cf HTTP/1.1" status: 200 len: 854 time: 0.0409400 Sep 08 05:00:07.622515 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-af7f19e8-e806-4d10-8950-ce3bbaf0da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:07.623904 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-af7f19e8-e806-4d10-8950-ce3bbaf0da84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0aec2935-5550-4c0a-b936-148762a83202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369029 Sep 08 05:00:07.716888 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-27ee0927-0aa5-4fb9-8be1-a45d900c53dc service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795205 Sep 08 05:00:07.736967 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:00:07.811906 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f3a2816-083c-4753-b0e6-d96999b0ebbd req-9823ba4f-871b-4c6d-87f6-ee48bc602402 service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805500 Sep 08 05:00:08.492747 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62980cdb-65a4-4093-b540-2e3dba37935d req-62945a55-eb8f-4156-9cf5-c5f341f05b3d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:08.494115 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-62980cdb-65a4-4093-b540-2e3dba37935d req-62945a55-eb8f-4156-9cf5-c5f341f05b3d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0509315 Sep 08 05:00:08.531963 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-62980cdb-65a4-4093-b540-2e3dba37935d req-f1250587-3133-44d6-9794-f07d20d8485b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319123 Sep 08 05:00:09.643550 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47dd20-a940-45af-a86e-188370e304d2 req-d2bf9668-8366-4833-a492-91558be21faa tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:09.645000 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fa47dd20-a940-45af-a86e-188370e304d2 req-d2bf9668-8366-4833-a492-91558be21faa tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0477989 Sep 08 05:00:09.683497 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fa47dd20-a940-45af-a86e-188370e304d2 req-3cff3a1e-1df6-490b-8aa3-5463325ea79b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321567 Sep 08 05:00:10.794444 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6db7a-2617-452b-88a5-32325d0c64f2 req-f1d14214-f08e-4850-bda7-07b2eee3ec1a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:10.795896 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecd6db7a-2617-452b-88a5-32325d0c64f2 req-f1d14214-f08e-4850-bda7-07b2eee3ec1a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0480845 Sep 08 05:00:10.834439 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecd6db7a-2617-452b-88a5-32325d0c64f2 req-b710af6b-0ae3-4711-afa4-c8b3c7701800 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327117 Sep 08 05:00:11.944792 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bf15b-194d-4906-9bb0-cad787e0c3cd req-476aadfb-07e6-4110-b095-3191427171f0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:11.946261 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-948bf15b-194d-4906-9bb0-cad787e0c3cd req-476aadfb-07e6-4110-b095-3191427171f0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0482025 Sep 08 05:00:11.987791 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-948bf15b-194d-4906-9bb0-cad787e0c3cd req-f518ef63-eab4-4ef1-a9b8-658072d34f39 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350389 Sep 08 05:00:13.100611 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67086dc5-4878-4120-b0aa-d92cbb4ae85a req-5a3aee96-1e76-452b-b50c-175788a6cf4d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:13.102077 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-67086dc5-4878-4120-b0aa-d92cbb4ae85a req-5a3aee96-1e76-452b-b50c-175788a6cf4d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0486624 Sep 08 05:00:13.139811 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-67086dc5-4878-4120-b0aa-d92cbb4ae85a req-34387a2f-f6fd-4b04-abb5-2820846c35ba tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317769 Sep 08 05:00:14.252833 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce92d4-0f54-43fe-939c-c45933243323 req-a0e85fad-c021-4dbd-b132-e290faf26f8d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:14.254215 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-40ce92d4-0f54-43fe-939c-c45933243323 req-a0e85fad-c021-4dbd-b132-e290faf26f8d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0483782 Sep 08 05:00:14.293169 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-40ce92d4-0f54-43fe-939c-c45933243323 req-d59a387d-e9a0-41ff-b9f1-61af67ac174a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330586 Sep 08 05:00:15.410648 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6e67c-a827-473f-a7e6-bd1cfff277ca req-95251be3-ce2c-436b-9c8a-e23de6978ee6 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:15.412081 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6fb6e67c-a827-473f-a7e6-bd1cfff277ca req-95251be3-ce2c-436b-9c8a-e23de6978ee6 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0500906 Sep 08 05:00:15.450545 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6fb6e67c-a827-473f-a7e6-bd1cfff277ca req-a15f3ac6-7dac-4bcd-acf1-0ae0d9129e7e tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319328 Sep 08 05:00:16.560365 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce002e-6030-4725-a2c8-be334155ff48 req-097a9a3d-8db3-4c4a-b4f9-8b3ada6f4f2c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:16.561820 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e0ce002e-6030-4725-a2c8-be334155ff48 req-097a9a3d-8db3-4c4a-b4f9-8b3ada6f4f2c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0469377 Sep 08 05:00:16.600101 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e0ce002e-6030-4725-a2c8-be334155ff48 req-c9a47597-3b7c-4387-9904-27b3bdd899fa tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322788 Sep 08 05:00:17.710960 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28397908-f00e-4c2a-bfcf-742bf12ac510 req-f104ced8-68bf-42f7-85e6-8a09ee4da110 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:17.712389 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-28397908-f00e-4c2a-bfcf-742bf12ac510 req-f104ced8-68bf-42f7-85e6-8a09ee4da110 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0465739 Sep 08 05:00:17.751067 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-28397908-f00e-4c2a-bfcf-742bf12ac510 req-3c8b40db-e1ca-4176-8fb5-9b64246eb7b0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319533 Sep 08 05:00:18.865018 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6ff4-e89c-4b71-8386-2f479824bfe1 req-acfa0c2f-9ade-4c80-81e0-983cd426e33c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:18.866480 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-48fa6ff4-e89c-4b71-8386-2f479824bfe1 req-acfa0c2f-9ade-4c80-81e0-983cd426e33c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0477557 Sep 08 05:00:18.909788 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-48fa6ff4-e89c-4b71-8386-2f479824bfe1 req-4579b91b-7485-477b-a239-5e1b2044e0e5 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362473 Sep 08 05:00:20.022106 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936c0f4-24f2-43e0-b836-380389177d02 req-e36dbec8-208f-4348-9c73-cf4a541d5d5d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:20.023572 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5936c0f4-24f2-43e0-b836-380389177d02 req-e36dbec8-208f-4348-9c73-cf4a541d5d5d tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0484147 Sep 08 05:00:20.062533 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5936c0f4-24f2-43e0-b836-380389177d02 req-3420f30d-903b-4029-94a5-8f81e8fc17ca tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329084 Sep 08 05:00:21.173049 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edc438-10aa-4e49-8d2e-fff34c8ec1c7 req-53ecfbb6-59bf-4759-8dea-02be48e6ce87 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:21.174540 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-30edc438-10aa-4e49-8d2e-fff34c8ec1c7 req-53ecfbb6-59bf-4759-8dea-02be48e6ce87 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0473979 Sep 08 05:00:21.213472 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-30edc438-10aa-4e49-8d2e-fff34c8ec1c7 req-e32e464c-2666-4057-83c7-db7c72fe2a22 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329573 Sep 08 05:00:22.328554 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f231-d69d-44c8-a61f-0adb8cf86d06 req-ffd5ef03-baa8-45a9-bc4f-bc527b27a332 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:22.330017 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e419f231-d69d-44c8-a61f-0adb8cf86d06 req-ffd5ef03-baa8-45a9-bc4f-bc527b27a332 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0517836 Sep 08 05:00:22.368763 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e419f231-d69d-44c8-a61f-0adb8cf86d06 req-9d00050e-dc40-4fa9-8943-341f6fdcdc9c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327981 Sep 08 05:00:23.479682 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ddfcb-71a6-4079-b828-2eeae8f3cfee req-715d3966-d2fa-4d3f-aa19-6e3c769d2a9e tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:23.481136 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-398ddfcb-71a6-4079-b828-2eeae8f3cfee req-715d3966-d2fa-4d3f-aa19-6e3c769d2a9e tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0470757 Sep 08 05:00:23.519959 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-398ddfcb-71a6-4079-b828-2eeae8f3cfee req-b2c8dd56-8060-41de-8ddc-c6d44520525f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330343 Sep 08 05:00:24.629719 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f341923-0f8b-4b3b-be8f-22acb25d622d req-727eda95-4a81-46c6-ac5f-3bf80774b77c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:24.631221 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f341923-0f8b-4b3b-be8f-22acb25d622d req-727eda95-4a81-46c6-ac5f-3bf80774b77c tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0475824 Sep 08 05:00:24.669810 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1f341923-0f8b-4b3b-be8f-22acb25d622d req-900c34a7-24ca-465b-b0bf-d403005152fc tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322278 Sep 08 05:00:25.782361 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaf912-27f6-46bf-8563-2c5e249dacc8 req-0a9b2902-f40a-4ac9-910d-46b1112bfa70 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:25.783803 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-eaaaf912-27f6-46bf-8563-2c5e249dacc8 req-0a9b2902-f40a-4ac9-910d-46b1112bfa70 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0477033 Sep 08 05:00:25.825785 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-eaaaf912-27f6-46bf-8563-2c5e249dacc8 req-7d601d77-e0f8-419a-a793-f595dae807a8 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360825 Sep 08 05:00:26.936464 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea583f-f668-4a9c-90ab-47513065aaa4 req-feafd450-b92f-497e-a788-8c956c9e67a0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:26.937913 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-08ea583f-f668-4a9c-90ab-47513065aaa4 req-feafd450-b92f-497e-a788-8c956c9e67a0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0475242 Sep 08 05:00:26.975589 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-08ea583f-f668-4a9c-90ab-47513065aaa4 req-c55c1478-d044-45f8-8ee9-fc05bff6c62a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317984 Sep 08 05:00:28.091131 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae842830-8abd-452a-aba2-684fe6b0d340 req-48840a31-da99-4123-ae99-a623abf5115a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:28.092813 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ae842830-8abd-452a-aba2-684fe6b0d340 req-48840a31-da99-4123-ae99-a623abf5115a tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0519586 Sep 08 05:00:28.133623 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ae842830-8abd-452a-aba2-684fe6b0d340 req-207825d6-d1aa-4f2d-afcf-2a2fb57fc95f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348585 Sep 08 05:00:28.339455 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9605ee79-a38a-4511-aad4-d643606f28d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:29.249915 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9678118-6867-4158-b26b-33107794461a req-3d895339-d981-41a8-b4ab-25e72a686bac tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:29.251417 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9678118-6867-4158-b26b-33107794461a req-3d895339-d981-41a8-b4ab-25e72a686bac tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0513620 Sep 08 05:00:29.290772 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9678118-6867-4158-b26b-33107794461a req-77b60f54-0cac-479b-b6ce-549f817db048 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&id=533c0cff-f28d-4f90-9a49-bdb6915e25e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332296 Sep 08 05:00:30.271487 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:30.492881 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-e2d6aedc-4d40-4968-95d1-430ea8332117 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382276 Sep 08 05:00:30.597430 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-1c080f58-19c2-4653-af52-1fc8267a18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:30.598888 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-1c080f58-19c2-4653-af52-1fc8267a18fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1099 time: 0.0378382 Sep 08 05:00:30.702196 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-f164e95a-b843-4f34-9082-b3299812771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:30.703602 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-f164e95a-b843-4f34-9082-b3299812771a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 910 time: 0.0834990 Sep 08 05:00:30.765987 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-4fe15b70-afdf-48fd-9d13-1bfe17713edd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 1001 time: 0.0544174 Sep 08 05:00:30.818090 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-7195f817-509f-4c6f-9cc9-c78f49882352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:30.819507 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-7195f817-509f-4c6f-9cc9-c78f49882352 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 200 len: 848 time: 0.0456135 Sep 08 05:00:30.845149 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-81d25326-2520-417d-b50c-419c7533e5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:30.867888 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-a046e577-af00-4448-a2f7-eaaa3bd4a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:30.869355 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-a046e577-af00-4448-a2f7-eaaa3bd4a4ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420804 Sep 08 05:00:30.956245 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-caf4595e-4626-441e-8081-ef0fcc7004a4 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787251 Sep 08 05:00:31.055977 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9829bb4-4b18-41bf-b774-9492fd39e921 req-2d0648c2-7c4a-477c-a9a0-e9a7f39b565d service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910811 Sep 08 05:00:31.323717 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:32.041533 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab4e85-8bce-4ee5-88e1-d5435370ec72 req-847e9954-0f25-4003-86b8-2511b6f8e375 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:32.043021 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-70ab4e85-8bce-4ee5-88e1-d5435370ec72 req-847e9954-0f25-4003-86b8-2511b6f8e375 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 946 time: 0.0475175 Sep 08 05:00:32.080225 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-70ab4e85-8bce-4ee5-88e1-d5435370ec72 req-52784301-bf8b-483a-9fd1-7b2957d91733 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308545 Sep 08 05:00:32.197417 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:33.196454 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288303a-08f5-482f-a533-7f6ab7d44375 req-415bc218-7f13-41e3-b75d-13f6fe8b0cf5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:33.197893 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2288303a-08f5-482f-a533-7f6ab7d44375 req-415bc218-7f13-41e3-b75d-13f6fe8b0cf5 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 946 time: 0.0468535 Sep 08 05:00:33.233613 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2288303a-08f5-482f-a533-7f6ab7d44375 req-c0a0ecd5-5c5b-4df5-8cfb-d976b3e51ef2 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups?id=82208f05-69ed-4f3e-814a-ac9dd59c52e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293157 Sep 08 05:00:33.452905 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:33.553468 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-016ef931-f5f0-45d5-8da2-c9c4ffcc4804 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:33.554918 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-016ef931-f5f0-45d5-8da2-c9c4ffcc4804 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 946 time: 0.0493369 Sep 08 05:00:33.641414 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Deleting port c5880c43-fdb0-4af6-93b0-ef576cb9976e {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:00:33.641769 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:33.727397 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] For port c5880c43-fdb0-4af6-93b0-ef576cb9976e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c5880c43-fdb0-4af6-93b0-ef576cb9976e,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:33.727676 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:34.108264 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:34.108618 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:34.108927 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Floating IP 9f73813a-0184-48d5-b345-0eef00aed598 disassociated. External IP: 172.27.3.23, port: c5880c43-fdb0-4af6-93b0-ef576cb9976e. Sep 08 05:00:34.109258 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Calling delete_port for c5880c43-fdb0-4af6-93b0-ef576cb9976e owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:00:34.230738 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:34.257608 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event deleted for resources: {'Port': ['ID=c5880c43-fdb0-4af6-93b0-ef576cb9976e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:34.333936 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-daa8b90d-bfa1-4a47-921b-7113f71bf9be req-d47fafa6-de01-43f5-bb9b-426f6069d939 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49 HTTP/1.1" status: 200 len: 210 time: 0.0264564 Sep 08 05:00:34.370298 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:00:34.473761 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:00:34.483966 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] Sync routers for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:00:34.492709 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:00:34.493316 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:00:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:34.510908 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] No DVR routers for this DVR port c5880c43-fdb0-4af6-93b0-ef576cb9976e on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:00:34.514097 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:34.516135 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1968dc8e-9345-4c1e-a93e-9b2f90fe1b98 req-9c6011b1-b07d-4c34-ade2-2efc8bcb750b tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.26 "DELETE /v2.0/ports/c5880c43-fdb0-4af6-93b0-ef576cb9976e HTTP/1.1" status: 204 len: 173 time: 0.9551871 Sep 08 05:00:34.516563 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-deleted', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:00:34.518814 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b290078f-4c6e-4061-905c-d2e8dbccf4db" -d '{"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-deleted", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:00:34.558274 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0edfc0-e430-4a7c-98bd-bee66c7ef470 x-openstack-request-id: req-5a0edfc0-e430-4a7c-98bd-bee66c7ef470 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:00:34.558683 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49", "name": "network-vif-deleted", "tag": "c5880c43-fdb0-4af6-93b0-ef576cb9976e", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:00:34.559047 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a0edfc0-e430-4a7c-98bd-bee66c7ef470 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:00:34.559960 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc83bbc-1d5c-4a7c-93e8-d6a0957aff49', 'name': 'network-vif-deleted', 'tag': 'c5880c43-fdb0-4af6-93b0-ef576cb9976e', 'status': 'completed', 'code': 200} Sep 08 05:00:34.599422 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:00:34.913187 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:34.939414 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] Checking router: b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:00:34.947535 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:00:34.948129 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:00:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:35.051722 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:00:35.248300 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:35.273815 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b89f1d3-d0f8-44f1-a4d4-1fefa8547b76 None None] The sync data for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi is: [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T04:53:25Z', 'revision_number': 4, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '6a8cc6f5-4a6a-462c-8869-be524bbcd757', 'name': '', 'network_id': 'fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'mac_address': 'fa:16:3e:42:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:24Z', 'updated_at': '2021-09-08T04:53:35Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'subnets': [{'id': 'b3c43f72-054d-4867-afab-5e5dac9a1cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:00:35.423455 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48438) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:35.484118 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3aeb-66e2-446b-a737-8aa249cb0d84 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:35.508265 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf13d6-0f27-4187-aad5-59e1ff1cd483 None None] New status for floating IP 9f73813a-0184-48d5-b345-0eef00aed598: DOWN {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:00:35.509294 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3aeb-66e2-446b-a737-8aa249cb0d84 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:35.557802 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3aeb-66e2-446b-a737-8aa249cb0d84 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:35.560392 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3aeb-66e2-446b-a737-8aa249cb0d84 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:35.563973 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f5eb3aeb-66e2-446b-a737-8aa249cb0d84 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "DELETE /v2.0/security-groups/82208f05-69ed-4f3e-814a-ac9dd59c52e0 HTTP/1.1" status: 204 len: 168 time: 0.1370921 Sep 08 05:00:35.564346 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48440) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:35.572649 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb3aeb-66e2-446b-a737-8aa249cb0d84 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82208f05-69ed-4f3e-814a-ac9dd59c52e0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:35.587366 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.api.v2.resource [None req-f6ed1577-b41b-4d66-ae52-db90520e1384 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] show failed (client error): The resource could not be found. Sep 08 05:00:35.588399 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f6ed1577-b41b-4d66-ae52-db90520e1384 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "GET /v2.0/security-groups/82208f05-69ed-4f3e-814a-ac9dd59c52e0 HTTP/1.1" status: 404 len: 347 time: 0.0230901 Sep 08 05:00:35.592167 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48442) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:35.718286 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Deleting port 6cc6cdc4-96c8-492d-a926-0436b20f71cc {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:00:35.718619 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:35.793085 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:35.793409 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:35.804501 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Calling delete_port for 6cc6cdc4-96c8-492d-a926-0436b20f71cc owned by network:floatingip {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:00:35.931041 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:35.959071 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Pushing event deleted for resources: {'Port': ['ID=6cc6cdc4-96c8-492d-a926-0436b20f71cc,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:36.016120 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks [] for floatingip, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:36.018723 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:36.019870 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-afa1ef8b-4887-45a1-b090-24f06e090c64 tempest-AttachVolumeShelveTestJSON-150153090 tempest-AttachVolumeShelveTestJSON-150153090-project] 10.222.0.20 "DELETE /v2.0/floatingips/9f73813a-0184-48d5-b345-0eef00aed598 HTTP/1.1" status: 204 len: 168 time: 0.4264874 Sep 08 05:00:37.408251 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:00:37.428038 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: c5880c43-fdb0-4af6-93b0-ef576cb9976e {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:00:37.428389 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device c5880c43-fdb0-4af6-93b0-ef576cb9976e not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:00:38.421137 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48464) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:39.112701 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587383'] for router_interface, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:39.342730 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Deleting port 6a8cc6f5-4a6a-462c-8869-be524bbcd757 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:00:39.343061 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:39.416402 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] For port 6a8cc6f5-4a6a-462c-8869-be524bbcd757, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=6a8cc6f5-4a6a-462c-8869-be524bbcd757,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:39.416677 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:39.428969 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Calling delete_port for 6a8cc6f5-4a6a-462c-8869-be524bbcd757 owned by network:router_interface {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:00:39.597513 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:39.622474 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8cc6f5-4a6a-462c-8869-be524bbcd757,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:39.783801 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587419'] for router_interface, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:39.986783 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:00:40.088695 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:00:40.094121 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5e1592dc-9261-46b3-9440-5cd7811f943a admin admin] 10.222.0.20 "PUT /v2.0/routers/b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718936 Sep 08 05:00:40.096598 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48470) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:40.099116 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] Sync routers for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:00:40.108135 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:00:40.108743 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:00:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:40.194998 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks [] for router, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.212380 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:00:40.295026 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.345252 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Deleting port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:00:40.345593 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.394124 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T05:00:39Z', 'revision_number': 5, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port': {'id': 'c3c4df66-a215-4dd6-bdbf-ce5169ea4b95', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:53:20Z', 'updated_at': '2021-09-08T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:40.423530 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] Checking router: b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:00:40.424690 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] For port c3c4df66-a215-4dd6-bdbf-ce5169ea4b95, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=c3c4df66-a215-4dd6-bdbf-ce5169ea4b95,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:40.425060 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.432052 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] Routers {'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:00:40.432642 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:00:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:40.437481 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Calling delete_port for c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 owned by network:router_gateway {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:00:40.516125 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] Set router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:00:40.566559 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T05:00:40Z', 'revision_number': 6, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port_host': None}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:40.594858 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f0a580-74c5-49ef-a751-d3e8c5e6514e None None] The sync data for ids ['b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56'] in dv-cinder-784140-7-iscsi is: [{'id': 'b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56', 'name': 'tempest-AttachVolumeShelveTestJSON-2112034675-router', 'tenant_id': '8926ba2f11e9430ba55893825ac4c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:53:18Z', 'updated_at': '2021-09-08T05:00:40Z', 'revision_number': 6, 'project_id': '8926ba2f11e9430ba55893825ac4c15c', 'gw_port_host': None}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:00:40.599753 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.630511 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c4df66-a215-4dd6-bdbf-ce5169ea4b95,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:40.690634 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585529'] for router_gateway, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.776892 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31134'] for router, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.778944 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.820837 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586067'] for router, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.821478 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 {{(pid=93866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 05:00:40.827126 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.828266 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0f5f48b4-f4c7-4f37-98dc-5cfd74c0c881 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b3b2992d-71fe-4bfe-a1a2-f757cf5ceb56 HTTP/1.1" status: 204 len: 168 time: 0.7307804 Sep 08 05:00:40.831696 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48472) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:40.878425 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c13bbed-2feb-40bd-9af5-619fc68a46bb admin admin] Deleting subnet b3c43f72-054d-4867-afab-5e5dac9a1cfe {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 05:00:40.881290 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c13bbed-2feb-40bd-9af5-619fc68a46bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:40.914379 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c13bbed-2feb-40bd-9af5-619fc68a46bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.252093 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c13bbed-2feb-40bd-9af5-619fc68a46bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.302649 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c13bbed-2feb-40bd-9af5-619fc68a46bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.327139 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13bbed-2feb-40bd-9af5-619fc68a46bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c43f72-054d-4867-afab-5e5dac9a1cfe,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:41.334775 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c13bbed-2feb-40bd-9af5-619fc68a46bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.339341 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8c13bbed-2feb-40bd-9af5-619fc68a46bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3c43f72-054d-4867-afab-5e5dac9a1cfe HTTP/1.1" status: 204 len: 168 time: 0.5041022 Sep 08 05:00:41.339686 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48474) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:41.340398 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798010e5-a1b5-4178-bc13-031ccb64cdb1 None None] Network fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:00:41.411326 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.477005 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Deleting port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:00:41.477683 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.535247 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] DHCP port deletion for fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 request from dv-cinder-784140-7-iscsi {{(pid=93868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 05:00:41.537987 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 6a8cc6f5-4a6a-462c-8869-be524bbcd757 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:00:41.547471 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] For port 900de4f9-8bf4-4c78-96a4-87c1fa134d52, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=900de4f9-8bf4-4c78-96a4-87c1fa134d52,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:41.547688 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.560773 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Calling delete_port for 900de4f9-8bf4-4c78-96a4-87c1fa134d52 owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:00:41.561612 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 6a8cc6f5-4a6a-462c-8869-be524bbcd757 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:00:41.562096 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 6a8cc6f5-4a6a-462c-8869-be524bbcd757 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:00:41.562784 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:00:41.582447 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:00:41.582894 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device c3c4df66-a215-4dd6-bdbf-ce5169ea4b95 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:00:41.626592 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Deleting port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:00:41.627025 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.644230 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.671622 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=900de4f9-8bf4-4c78-96a4-87c1fa134d52,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:41.678331 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] No DVR routers for this DVR port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 on host dv-cinder-784140-7-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:00:41.695569 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] For port 900de4f9-8bf4-4c78-96a4-87c1fa134d52, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=900de4f9-8bf4-4c78-96a4-87c1fa134d52,segment=NetworkSegment(1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec),segment_id=1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:41.695962 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.708617 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Calling delete_port for 900de4f9-8bf4-4c78-96a4-87c1fa134d52 owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:00:41.750396 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.770227 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:41.779593 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:41.780425 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac31ff5-b5eb-4f6d-a4f8-3d5c53e0e3ec') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:41.789554 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32327736'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.803175 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.809573 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 05:00:41.809962 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29364546'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: timer() Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: cb(*args, **kw) Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: self._notify() Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: self.callback(batched_events) Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: event.method(event) Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._get(url).json() Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 05:00:41.811916 dv-cinder-784140-7-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 05:00:41.827095 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.851620 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Pushing event deleted for resources: {'Port': ['ID=900de4f9-8bf4-4c78-96a4-87c1fa134d52,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:41.855829 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] No DVR routers for this DVR port 900de4f9-8bf4-4c78-96a4-87c1fa134d52 on host dv-cinder-784140-7-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:00:41.861496 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.861838 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.862196 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.862526 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.862853 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.863177 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.863500 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.863864 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.864196 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.864513 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.864853 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.865182 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9eb59f-e0ca-490a-a6f9-c921af380a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:41.876203 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.892354 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:41.894344 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29 HTTP/1.1" status: 204 len: 168 time: 0.5535498 Sep 08 05:00:41.895476 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe0bb2-eaa6-47b4-9570-84aee33fd9e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6524a4-cf8d-4ea1-b5a9-73a6fe326b29,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:42.005723 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48478) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:42.045148 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-94e3c18f-5ad5-48fe-8279-083e4a063d14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8926ba2f11e9430ba55893825ac4c15c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381932 Sep 08 05:00:42.047630 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48480) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:42.095049 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-087bc36d-8267-4f90-8f28-e12fa470db63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:42.114916 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-087bc36d-8267-4f90-8f28-e12fa470db63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:42.160804 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-087bc36d-8267-4f90-8f28-e12fa470db63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:42.163407 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-087bc36d-8267-4f90-8f28-e12fa470db63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:42.164518 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-087bc36d-8267-4f90-8f28-e12fa470db63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5268b40b-c844-4ed6-bc78-f2111333e1b4 HTTP/1.1" status: 204 len: 168 time: 0.1160033 Sep 08 05:00:42.172521 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bc36d-8267-4f90-8f28-e12fa470db63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5268b40b-c844-4ed6-bc78-f2111333e1b4,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:42.806536 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48502) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:42.899898 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1754462950-network', 'tenant_id': '696cb623574b4fcda1df67ee39aef916'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:42.919079 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Made reservation on behalf of 696cb623574b4fcda1df67ee39aef916 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 05:00:42.921297 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:42.929825 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.016575 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.020055 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.039654 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 05:00:43.053113 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564a54f2-5536-4b8c-a269-74582d7700ee,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:43.059196 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.059489 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Added segment cfafe391-13e0-4f52-81be-eca8f4037c6e of type vlan for network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 Sep 08 05:00:43.099823 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754267811332'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.123912 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.124936 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:43.125566 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.153731 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3461516 Sep 08 05:00:43.156831 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48506) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:43.161671 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Request body: {'subnet': {'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1754462950-subnet', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:43.184724 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Made reservation on behalf of 696cb623574b4fcda1df67ee39aef916 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 05:00:43.186462 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b332a-d83f-4582-8224-d1771a5b439c admin admin] Pushing event updated for resources: {'Network': ['ID=ee9d36e1-3a18-46f3-9ecf-aa16444ff095,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:43.188038 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31437646'] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.197027 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 details requested by agent ovs-agent-dv-cinder-784140-7-iscsi with host dv-cinder-784140-7-iscsi {{(pid=93868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 05:00:43.352590 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29364769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31437656'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.409137 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f0cdf3-a845-4f4b-9669-725a9bab2aa7,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:43.417400 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Checking segment: {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 05:00:43.417755 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Network hostable DHCP agents. Network: ee9d36e1-3a18-46f3-9ecf-aa16444ff095, hostable agents: ['a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 05:00:43.435137 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 is scheduled to be hosted by DHCP agent a6fa0dd8-2b1f-4878-b4b7-7d33a8677ac2 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 05:00:43.443785 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-7-iscsi, ee9d36e1-3a18-46f3-9ecf-aa16444ff095) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:00:43.453561 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:43.454187 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.460726 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b715630-0bfc-4547-ae98-120bbf04f697 None None] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:00:43.469797 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-fb81c615-3b18-4a6f-a483-59dbab64986e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3118405 Sep 08 05:00:43.472467 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48508) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:43.477685 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:43.500243 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-585868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2164'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.501237 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2157'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.520121 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 900de4f9-8bf4-4c78-96a4-87c1fa134d52 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:00:43.544457 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 900de4f9-8bf4-4c78-96a4-87c1fa134d52 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:00:43.544793 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 900de4f9-8bf4-4c78-96a4-87c1fa134d52 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:00:43.559767 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.632973 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6156363-25e2-5ae3-9787-18911048cc97-ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7'}]}} from dv-cinder-784140-7-iscsi. {{(pid=93868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 05:00:43.633848 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.695548 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.761139 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Allocated IP 172.20.0.2 (ee9d36e1-3a18-46f3-9ecf-aa16444ff095/30f0cdf3-a845-4f4b-9669-725a9bab2aa7/71df153e-16c5-493b-8c09-23949d278ba2) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:00:43.910597 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:43.933073 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.025091 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.034045 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Transition to ACTIVE for port object 71df153e-16c5-493b-8c09-23949d278ba2 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:00:44.034632 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Allocated IP 172.27.3.23 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:00:44.049770 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Transition to ACTIVE for port object 71df153e-16c5-493b-8c09-23949d278ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:00:44.055136 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.096592 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:00:44.104134 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:00:44.106037 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Pushing event updated for resources: {'Port': ['ID=71df153e-16c5-493b-8c09-23949d278ba2,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:44.108228 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:00:44.141811 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.170237 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Attempting to bind port 71df153e-16c5-493b-8c09-23949d278ba2 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 05:00:44.170543 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Attempting to bind port 71df153e-16c5-493b-8c09-23949d278ba2 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 05:00:44.170913 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Attempting to bind port 71df153e-16c5-493b-8c09-23949d278ba2 on network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:00:44.176341 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 5, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 05:00:44.176686 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Checking segment: {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 05:00:44.177124 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.177563 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Bound using segment: {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 05:00:44.178093 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Bound port: 71df153e-16c5-493b-8c09-23949d278ba2, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 05:00:44.178496 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.179045 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.215099 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:00:44.217932 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:00:44.222965 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:00:44.243074 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] For port 71df153e-16c5-493b-8c09-23949d278ba2, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 05:00:44.246064 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] For port 71df153e-16c5-493b-8c09-23949d278ba2, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=71df153e-16c5-493b-8c09-23949d278ba2,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 05:00:44.248136 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Pushing event updated for resources: {'Port': ['ID=a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:44.251178 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.309259 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756f3c4-7ccd-445f-b899-9c27b08bbfda None None] Pushing event updated for resources: {'Port': ['ID=71df153e-16c5-493b-8c09-23949d278ba2,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:44.490524 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.680744 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584145'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.736261 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:00:44.802619 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Router fe14dbf6-37ae-4921-a66a-0a780ed97ebe is scheduled to L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 05:00:44.907917 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:00:44.917901 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Sync routers for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:00:44.924950 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:44.926753 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-0e3128b5-3c8b-4e90-bd62-558e363a0e1f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4528000 Sep 08 05:00:44.929232 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48510) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:44.932961 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:00:44.933806 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:00:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:45.042697 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:00:45.236329 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:44Z', 'revision_number': 3, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:45.241932 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c9f2c-7348-4121-b87d-d0ecdb072221 None None] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:00:45.263196 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Checking router: fe14dbf6-37ae-4921-a66a-0a780ed97ebe for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:00:45.264419 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Updating router fe14dbf6-37ae-4921-a66a-0a780ed97ebe port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d binding host dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 05:00:45.292519 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.338395 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-e60b84b0-2fb8-4ba6-83cd-66c3bf9674e3 None None] Provisioning for port 71df153e-16c5-493b-8c09-23949d278ba2 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:00:45.556920 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 71df153e-16c5-493b-8c09-23949d278ba2 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:00:45.621148 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port 71df153e-16c5-493b-8c09-23949d278ba2 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:00:45.624925 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 71df153e-16c5-493b-8c09-23949d278ba2 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:45.625303 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.639494 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.683400 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.694644 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Transition to ACTIVE for port object a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:00:45.701219 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.712669 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-61d1e597-bbbf-40b5-9ecd-42016d474ffa None None] Provisioning complete for port 71df153e-16c5-493b-8c09-23949d278ba2 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:45.713120 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61d1e597-bbbf-40b5-9ecd-42016d474ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.715895 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.753142 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Attempting to bind port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 05:00:45.753727 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Attempting to bind port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 05:00:45.753839 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Attempting to bind port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d on network b7fb9408-454d-42be-8484-580cd619eec9 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:00:45.760982 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Pushing event updated for resources: {'Port': ['ID=a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:45.764254 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 5, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 05:00:45.764419 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Checking segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 05:00:45.764690 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.765072 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Bound using segment: {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 05:00:45.765708 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Bound port: a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5b3785-efa1-4a7c-9aa6-32a71e29f464', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 05:00:45.766307 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.780659 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port 71df153e-16c5-493b-8c09-23949d278ba2, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=71df153e-16c5-493b-8c09-23949d278ba2,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:45.785507 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.789390 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.789736 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.790172 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.790788 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.790788 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.791039 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.791539 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.792135 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.792639 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.792967 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.793285 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.793602 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:00:45.814335 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Allocated IP 172.20.0.1 (ee9d36e1-3a18-46f3-9ecf-aa16444ff095/30f0cdf3-a845-4f4b-9669-725a9bab2aa7/f2da089f-a32e-469d-964d-4bb55647beb3) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:00:45.833230 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] For port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 05:00:45.836773 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] For port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 05:00:45.840729 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.861587 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=71df153e-16c5-493b-8c09-23949d278ba2,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:45.898004 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06f219-7c0a-42ef-8f46-dec1ce0a93ee None None] Pushing event updated for resources: {'Port': ['ID=a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:45.900801 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:00:45.901383 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:00:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:45.934444 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:45.948506 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Transition to ACTIVE for port object f2da089f-a32e-469d-964d-4bb55647beb3 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:00:45.982231 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:46.007012 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:00:46.019317 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:00:46.025546 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:00:46.030495 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:00:46.033495 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Pushing event updated for resources: {'Port': ['ID=f2da089f-a32e-469d-964d-4bb55647beb3,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:46.068389 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585612'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:46.203577 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:44Z', 'revision_number': 3, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:46.205345 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:46.234165 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4233d-d5d6-4ce5-808a-98a6c9ea99b9 None None] The sync data for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi is: [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:44Z', 'revision_number': 3, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:00:46.289939 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-23990513-d527-4a76-83f6-eeaee4e35f64 None None] Provisioning for port f2da089f-a32e-469d-964d-4bb55647beb3 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:00:46.294090 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-23990513-d527-4a76-83f6-eeaee4e35f64 None None] Provisioning complete for port f2da089f-a32e-469d-964d-4bb55647beb3 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:46.294486 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23990513-d527-4a76-83f6-eeaee4e35f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:46.329779 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-23990513-d527-4a76-83f6-eeaee4e35f64 None None] Port f2da089f-a32e-469d-964d-4bb55647beb3 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 05:00:46.373896 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:46.378936 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:46.456772 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Pushing event updated for resources: {'Port': ['ID=f2da089f-a32e-469d-964d-4bb55647beb3,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:46.459808 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587292'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:46.560198 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:00:46.562362 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:00:46.680161 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Router fe14dbf6-37ae-4921-a66a-0a780ed97ebe has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:00:46.752095 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-da1a2172-d7a6-48bb-8922-e159e54572fd None None] Provisioning complete for port f2da089f-a32e-469d-964d-4bb55647beb3 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:46.752924 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-da1a2172-d7a6-48bb-8922-e159e54572fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:46.792807 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-da1a2172-d7a6-48bb-8922-e159e54572fd None None] Port f2da089f-a32e-469d-964d-4bb55647beb3 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 05:00:46.798273 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:00:46.803552 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-4e9227f9-a97d-475f-835b-ec36e4371f28 admin admin] 10.222.0.20 "PUT /v2.0/routers/fe14dbf6-37ae-4921-a66a-0a780ed97ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8731303 Sep 08 05:00:47.556979 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 71df153e-16c5-493b-8c09-23949d278ba2 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:00:47.604691 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port 71df153e-16c5-493b-8c09-23949d278ba2 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:47.605066 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:47.681031 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:00:47.704032 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Sync routers for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:00:47.725669 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:00:47.726453 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:00:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:47.781367 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:00:47.787615 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:47.787980 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:47.864394 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:00:48.007799 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.035095 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:48.045102 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.126407 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:48.145871 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 2, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:48.171227 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Checking router: fe14dbf6-37ae-4921-a66a-0a780ed97ebe for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:00:48.171576 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Updating router fe14dbf6-37ae-4921-a66a-0a780ed97ebe port f2da089f-a32e-469d-964d-4bb55647beb3 binding host dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 05:00:48.195369 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.307147 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48520) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:48.312431 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-1194ee64-d848-47ca-a23c-34b71ae70815 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976471479', 'description': 'tempest-description--1593897737'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:48.334161 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1194ee64-d848-47ca-a23c-34b71ae70815 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.415645 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1194ee64-d848-47ca-a23c-34b71ae70815 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.419973 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1194ee64-d848-47ca-a23c-34b71ae70815 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.447139 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1194ee64-d848-47ca-a23c-34b71ae70815 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.448448 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1194ee64-d848-47ca-a23c-34b71ae70815 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1402926 Sep 08 05:00:48.451805 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48522) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:48.452545 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194ee64-d848-47ca-a23c-34b71ae70815 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:48.457369 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-fc0156aa-adf6-4481-bb1a-0215eba8a66c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'security_group_rule': {'security_group_id': 'a65c86fc-bed5-4e5f-89d2-a05ea2465d8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:48.470893 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.481877 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Transition to ACTIVE for port object f2da089f-a32e-469d-964d-4bb55647beb3 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:00:48.486078 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc0156aa-adf6-4481-bb1a-0215eba8a66c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.488240 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.541802 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc0156aa-adf6-4481-bb1a-0215eba8a66c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.546710 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc0156aa-adf6-4481-bb1a-0215eba8a66c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.561860 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3d87d-6a97-41ef-b06d-bbf45bc6d017 None None] Pushing event updated for resources: {'Port': ['ID=f2da089f-a32e-469d-964d-4bb55647beb3,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:48.569163 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0156aa-adf6-4481-bb1a-0215eba8a66c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc36e1a-9f2e-470d-b27e-02617bd66f9a,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:48.574676 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc0156aa-adf6-4481-bb1a-0215eba8a66c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.576171 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-fc0156aa-adf6-4481-bb1a-0215eba8a66c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223507 Sep 08 05:00:48.579086 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48524) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:48.583701 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-7dcea967-c24d-46b6-bc0d-117dd6b33bc2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'security_group_rule': {'security_group_id': 'a65c86fc-bed5-4e5f-89d2-a05ea2465d8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:48.595511 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Attempting to bind port f2da089f-a32e-469d-964d-4bb55647beb3 on host dv-cinder-784140-7-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 05:00:48.595974 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Attempting to bind port f2da089f-a32e-469d-964d-4bb55647beb3 by drivers openvswitch,hyperv on host dv-cinder-784140-7-iscsi at level 0 using segments [{'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 05:00:48.596399 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Attempting to bind port f2da089f-a32e-469d-964d-4bb55647beb3 on network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:00:48.601631 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Checking agent: {'id': 'fb4574de-04cb-4d00-824e-a116541f9023', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 45, 31), 'started_at': datetime.datetime(2021, 9, 8, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 5, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 05:00:48.602276 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Checking segment: {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 05:00:48.602688 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.603130 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Bound using segment: {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 05:00:48.603744 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Bound port: f2da089f-a32e-469d-964d-4bb55647beb3, host: dv-cinder-784140-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 05:00:48.604336 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.616366 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7dcea967-c24d-46b6-bc0d-117dd6b33bc2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.677869 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7dcea967-c24d-46b6-bc0d-117dd6b33bc2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.681455 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] For port f2da089f-a32e-469d-964d-4bb55647beb3, host dv-cinder-784140-7-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 05:00:48.682787 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7dcea967-c24d-46b6-bc0d-117dd6b33bc2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.686625 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] For port f2da089f-a32e-469d-964d-4bb55647beb3, host dv-cinder-784140-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=f2da089f-a32e-469d-964d-4bb55647beb3,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 05:00:48.696170 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.702189 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcea967-c24d-46b6-bc0d-117dd6b33bc2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e8af7b-dacc-4dd3-8548-038224734823,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:48.708780 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7dcea967-c24d-46b6-bc0d-117dd6b33bc2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.712907 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7dcea967-c24d-46b6-bc0d-117dd6b33bc2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327825 Sep 08 05:00:48.717910 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48526) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:48.722265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'floatingip': {'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:48.749080 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.769715 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:00:48.770270 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:00:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:48.775307 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3d87d-6a97-41ef-b06d-bbf45bc6d017 None None] Pushing event updated for resources: {'Port': ['ID=f2da089f-a32e-469d-964d-4bb55647beb3,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:48.871643 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:48.887493 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:00:48.989088 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Allocated IP 172.27.3.3 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/5a953e6f-ace6-4ed5-ad0e-1a857c17021a) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:00:49.090648 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.100860 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:00:49.127964 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.129330 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e715c-4b55-4780-8ef2-ca10b805a71e None None] The sync data for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi is: [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:00:49.164186 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:00:49.170370 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:00:49.183416 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:00:49.218050 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'Port': ['ID=5a953e6f-ace6-4ed5-ad0e-1a857c17021a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:49.294454 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.330250 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.490134 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.503205 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.571409 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'Port': ['ID=5a953e6f-ace6-4ed5-ad0e-1a857c17021a,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:49.587105 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.602370 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:00:49.609250 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.610632 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-be13fc48-462d-4aa2-aa02-a52dea2999c0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8917558 Sep 08 05:00:49.657434 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:49.657811 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.744625 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f2da089f-a32e-469d-964d-4bb55647beb3 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:00:49.757356 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-6017135e-77e5-4e51-8f9a-752520daed55 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1976471479&fields=id&tenant_id=696cb623574b4fcda1df67ee39aef916 HTTP/1.1" status: 200 len: 267 time: 0.0352898 Sep 08 05:00:49.794146 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning for port f2da089f-a32e-469d-964d-4bb55647beb3 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:00:49.798574 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port f2da089f-a32e-469d-964d-4bb55647beb3 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:49.799015 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.872956 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-79d95acf-a23f-4880-a3e5-40433b155a64 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:49.875617 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-79d95acf-a23f-4880-a3e5-40433b155a64 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 811 time: 0.1106801 Sep 08 05:00:49.877068 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.891692 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-81fc8de8-c1c7-471a-b8a7-d3afe7efd87b tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/quotas/696cb623574b4fcda1df67ee39aef916 HTTP/1.1" status: 200 len: 375 time: 0.0100152 Sep 08 05:00:49.910727 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] For port f2da089f-a32e-469d-964d-4bb55647beb3, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=f2da089f-a32e-469d-964d-4bb55647beb3,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:49.918434 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:49.948638 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-9587dc95-70f3-479c-8877-6d20bab13be6 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508420 Sep 08 05:00:49.972013 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=f2da089f-a32e-469d-964d-4bb55647beb3,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:50.053153 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-d8e8af43-363a-4fe3-8b64-a56284eaecee service neutron] 10.222.0.20 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910544 Sep 08 05:00:50.145068 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-77b107e1-b06a-41a7-afd1-18fa2ebaf6ea service neutron] 10.222.0.20 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857034 Sep 08 05:00:50.305219 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec409060-2134-4396-a56f-2c5b5d8630bd req-2f00a059-b7c3-4179-a9bd-a165977f8654 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 210 time: 0.0297844 Sep 08 05:00:51.298327 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-0bbc9c18-dc5c-4d6f-9dee-4ae68a9594a2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:51.299889 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-0bbc9c18-dc5c-4d6f-9dee-4ae68a9594a2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 811 time: 0.1036298 Sep 08 05:00:51.352469 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-84750aaa-6f11-4122-bb18-8a8388dd1ca0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=696cb623574b4fcda1df67ee39aef916 HTTP/1.1" status: 200 len: 380 time: 0.0338211 Sep 08 05:00:51.364668 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'port': {'device_id': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'admin_state_up': True, 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'security_groups': ['a65c86fc-bed5-4e5f-89d2-a05ea2465d8d']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:51.415227 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-88d6b18d-304c-449f-b3b0-311ebd0d9df0 req-eb1565c6-32bc-46a1-b9b3-f7e4fcde4a6c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 210 time: 0.0350571 Sep 08 05:00:51.493780 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f2da089f-a32e-469d-964d-4bb55647beb3 up at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:00:51.495544 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Made reservation on behalf of 696cb623574b4fcda1df67ee39aef916 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 05:00:51.499871 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:51.540877 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Provisioning complete for port f2da089f-a32e-469d-964d-4bb55647beb3 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:51.541243 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:51.626100 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Allocated IP 172.20.0.10 (ee9d36e1-3a18-46f3-9ecf-aa16444ff095/30f0cdf3-a845-4f4b-9669-725a9bab2aa7/8756c0b2-e913-4dce-a7d8-8da21a793195) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:00:51.756374 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:51.769101 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Transition to ACTIVE for port object 8756c0b2-e913-4dce-a7d8-8da21a793195 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:00:51.801032 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:51.844467 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:00:51.847390 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:00:51.854014 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:00:51.876303 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'Port': ['ID=8756c0b2-e913-4dce-a7d8-8da21a793195,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:51.903314 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:51.903947 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:51.919182 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-cf37aa92-1040-406b-a405-f5e0c9c7c3a4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5581241 Sep 08 05:00:51.938220 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Request body: {'port': {'device_id': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:51.993573 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:52.066624 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-502aac47-af39-4ab1-9163-294d88f68332 None None] Provisioning for port 8756c0b2-e913-4dce-a7d8-8da21a793195 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:00:52.070534 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-502aac47-af39-4ab1-9163-294d88f68332 None None] Provisioning complete for port 8756c0b2-e913-4dce-a7d8-8da21a793195 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:52.070974 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-502aac47-af39-4ab1-9163-294d88f68332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:52.225387 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-502aac47-af39-4ab1-9163-294d88f68332 None None] Port 8756c0b2-e913-4dce-a7d8-8da21a793195 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 05:00:52.264883 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8756c0b2-e913-4dce-a7d8-8da21a793195 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 05:00:52.271955 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:52.283890 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Transition to ACTIVE for port object 8756c0b2-e913-4dce-a7d8-8da21a793195 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:00:52.287450 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:52.338653 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Pushing event updated for resources: {'Port': ['ID=8756c0b2-e913-4dce-a7d8-8da21a793195,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:52.405705 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Attempting to bind port 8756c0b2-e913-4dce-a7d8-8da21a793195 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 05:00:52.406329 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Attempting to bind port 8756c0b2-e913-4dce-a7d8-8da21a793195 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 05:00:52.406698 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Attempting to bind port 8756c0b2-e913-4dce-a7d8-8da21a793195 on network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:00:52.411284 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Port 8756c0b2-e913-4dce-a7d8-8da21a793195 on network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 05:00:52.411595 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Attempting to bind port 8756c0b2-e913-4dce-a7d8-8da21a793195 on network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:00:52.416364 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 5, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 05:00:52.416695 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Checking segment: {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 05:00:52.417078 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Bound using segment: {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 05:00:52.417508 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Bound port: 8756c0b2-e913-4dce-a7d8-8da21a793195, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 05:00:52.417860 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:52.487709 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] For port 8756c0b2-e913-4dce-a7d8-8da21a793195, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 05:00:52.490694 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] For port 8756c0b2-e913-4dce-a7d8-8da21a793195, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8756c0b2-e913-4dce-a7d8-8da21a793195,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 05:00:52.495587 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:52.531261 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:52.531788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:52.532117 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca4d54-1d1c-48a8-9a76-0d789307ed29 req-71e7a156-1c76-48db-b489-ce4769a6a2d1 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:52.533111 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] 10.222.0.26 "PUT /v2.0/ports/8756c0b2-e913-4dce-a7d8-8da21a793195 HTTP/1.1" status: 200 len: 1094 time: 0.5997291 Sep 08 05:00:52.533607 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'tag': '8756c0b2-e913-4dce-a7d8-8da21a793195'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:00:52.533731 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-36ca4d54-1d1c-48a8-9a76-0d789307ed29 req-71e7a156-1c76-48db-b489-ce4769a6a2d1 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 944 time: 0.0512559 Sep 08 05:00:52.535790 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce36634-675b-4c93-baf6-6f8e47015c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f79b75e3-9c73-42b7-aece-17d183ddb852", "tag": "8756c0b2-e913-4dce-a7d8-8da21a793195"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:00:52.565620 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31469c8f-4227-4bd4-99d9-b09bc00b857d service neutron] Pushing event updated for resources: {'Port': ['ID=8756c0b2-e913-4dce-a7d8-8da21a793195,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:52.585798 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20df8ff0-945f-4e81-b0e7-8f0ad37db1e2 x-openstack-request-id: req-20df8ff0-945f-4e81-b0e7-8f0ad37db1e2 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:00:52.586078 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79b75e3-9c73-42b7-aece-17d183ddb852", "tag": "8756c0b2-e913-4dce-a7d8-8da21a793195", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:00:52.586531 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20df8ff0-945f-4e81-b0e7-8f0ad37db1e2 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:00:52.586934 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'tag': '8756c0b2-e913-4dce-a7d8-8da21a793195', 'status': 'completed', 'code': 200} Sep 08 05:00:52.598471 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-36ca4d54-1d1c-48a8-9a76-0d789307ed29 req-7b73b808-7ee7-4931-9b5e-ec88e862557b tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451927 Sep 08 05:00:52.648348 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-d0ea39a2-eebd-47cd-9b30-16c871fe63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:52.649962 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-d0ea39a2-eebd-47cd-9b30-16c871fe63a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 1097 time: 0.0423698 Sep 08 05:00:52.703651 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-74456968-8cfb-42d2-8e83-d7b60c7b93b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8756c0b2-e913-4dce-a7d8-8da21a793195 HTTP/1.1" status: 200 len: 217 time: 0.0382099 Sep 08 05:00:52.755259 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-62d5383c-1ea9-4ae0-8e8a-926c3684b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:52.756623 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-62d5383c-1ea9-4ae0-8e8a-926c3684b91e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30f0cdf3-a845-4f4b-9669-725a9bab2aa7 HTTP/1.1" status: 200 len: 850 time: 0.0426023 Sep 08 05:00:52.804189 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-7c2ccce0-71fe-4985-8712-4c2c33f12cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:52.806398 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-7c2ccce0-71fe-4985-8712-4c2c33f12cbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418699 Sep 08 05:00:52.896746 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-ac765b5d-ba30-44dd-a799-25679f833223 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819345 Sep 08 05:00:52.984018 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8c5c2d50-b407-4b78-b90a-02608337dd94 req-1b99001e-43a7-44e9-9478-a9b28c9636ac service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796521 Sep 08 05:00:53.128901 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-e2568006-3b02-4cb1-b80d-fcb840f6afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:53.131031 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-e2568006-3b02-4cb1-b80d-fcb840f6afbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 1097 time: 0.0451009 Sep 08 05:00:53.224102 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-894a88c9-002f-4d27-bbc3-d90bec675b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:53.225550 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-894a88c9-002f-4d27-bbc3-d90bec675b7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 912 time: 0.0852599 Sep 08 05:00:53.265703 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-e159fb35-9159-43e0-b3a6-8ffc09e67685 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8756c0b2-e913-4dce-a7d8-8da21a793195 HTTP/1.1" status: 200 len: 217 time: 0.0317476 Sep 08 05:00:53.317138 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-dc1875d6-ac40-454d-9845-fb8991cf70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:53.318549 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-dc1875d6-ac40-454d-9845-fb8991cf70e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30f0cdf3-a845-4f4b-9669-725a9bab2aa7 HTTP/1.1" status: 200 len: 850 time: 0.0442924 Sep 08 05:00:53.369011 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-836b7e28-1498-4115-abd9-4dbb1fd07978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:53.370467 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-836b7e28-1498-4115-abd9-4dbb1fd07978 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389109 Sep 08 05:00:53.460984 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-d9c800e8-d8e5-480f-ba57-059480d91ec9 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810473 Sep 08 05:00:53.801523 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882834c-da66-4866-8737-684547a24a4b req-56c41170-fb80-4789-9bf1-d717ac1f9e46 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:53.802990 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2882834c-da66-4866-8737-684547a24a4b req-56c41170-fb80-4789-9bf1-d717ac1f9e46 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 944 time: 0.0890737 Sep 08 05:00:53.827329 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2ce36634-675b-4c93-baf6-6f8e47015c3f req-ef615c13-878b-4ecb-ac7a-e1bdacf79202 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575342 Sep 08 05:00:53.851155 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2882834c-da66-4866-8737-684547a24a4b req-17ad4f07-fdf1-45b6-bbac-5ec3d210ffb8 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397415 Sep 08 05:00:54.961780 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a146a-08ce-4364-96da-141c58c86bd7 req-c5dbb13e-3feb-4907-8e3b-f67ddbc39f78 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:54.963249 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fd8a146a-08ce-4364-96da-141c58c86bd7 req-c5dbb13e-3feb-4907-8e3b-f67ddbc39f78 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 944 time: 0.0481982 Sep 08 05:00:54.998932 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fd8a146a-08ce-4364-96da-141c58c86bd7 req-3b5007d4-6f4f-4fcb-87b3-2e5e7e65a2ef tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291777 Sep 08 05:00:55.551329 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 8756c0b2-e913-4dce-a7d8-8da21a793195 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 05:00:55.642476 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 8756c0b2-e913-4dce-a7d8-8da21a793195, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8756c0b2-e913-4dce-a7d8-8da21a793195,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:55.655553 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '8756c0b2-e913-4dce-a7d8-8da21a793195', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'port_id': '8756c0b2-e913-4dce-a7d8-8da21a793195', 'mac_address': 'fa:16:3e:33:ab:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 05:00:55.690628 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:55.702989 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8756c0b2-e913-4dce-a7d8-8da21a793195 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 05:00:55.721169 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 8756c0b2-e913-4dce-a7d8-8da21a793195, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8756c0b2-e913-4dce-a7d8-8da21a793195,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:55.725854 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:55.771698 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=8756c0b2-e913-4dce-a7d8-8da21a793195,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:56.057854 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['8756c0b2-e913-4dce-a7d8-8da21a793195'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 05:00:56.109492 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab8975-ce44-4d56-9512-d9ebb0b770ae req-dd6ba199-6da5-4c38-abc7-079e883b5abd tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:56.111000 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-03ab8975-ce44-4d56-9512-d9ebb0b770ae req-dd6ba199-6da5-4c38-abc7-079e883b5abd tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 945 time: 0.0481961 Sep 08 05:00:56.147332 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-03ab8975-ce44-4d56-9512-d9ebb0b770ae req-e1bef620-f50f-486b-b734-66b0b85e5abc tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302000 Sep 08 05:00:57.266261 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3956fa-be5a-4733-9d12-fa9d5cc7ff71 req-9b1df3d9-47a7-4798-9684-a258d95ba913 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:57.267764 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ab3956fa-be5a-4733-9d12-fa9d5cc7ff71 req-9b1df3d9-47a7-4798-9684-a258d95ba913 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 945 time: 0.0519676 Sep 08 05:00:57.303593 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ab3956fa-be5a-4733-9d12-fa9d5cc7ff71 req-65c57e80-1f64-49f9-8857-5fdcee279d7e tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301096 Sep 08 05:00:57.546735 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 8756c0b2-e913-4dce-a7d8-8da21a793195 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:00:57.593222 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 8756c0b2-e913-4dce-a7d8-8da21a793195 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:00:57.596833 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 8756c0b2-e913-4dce-a7d8-8da21a793195 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:00:57.597188 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:57.672851 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:57.694249 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8756c0b2-e913-4dce-a7d8-8da21a793195'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:00:57.696405 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5139d66-1434-48e7-8c78-a42141f960a0" -d '{"events": [{"server_uuid": "f79b75e3-9c73-42b7-aece-17d183ddb852", "name": "network-vif-plugged", "status": "completed", "tag": "8756c0b2-e913-4dce-a7d8-8da21a793195"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:00:57.708513 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 8756c0b2-e913-4dce-a7d8-8da21a793195, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8756c0b2-e913-4dce-a7d8-8da21a793195,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:00:57.712258 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:57.735233 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d098263-5883-4c93-8c38-85b0e671c754 x-openstack-request-id: req-8d098263-5883-4c93-8c38-85b0e671c754 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:00:57.735528 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79b75e3-9c73-42b7-aece-17d183ddb852", "name": "network-vif-plugged", "status": "completed", "tag": "8756c0b2-e913-4dce-a7d8-8da21a793195", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:00:57.735781 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d098263-5883-4c93-8c38-85b0e671c754 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:00:57.736170 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8756c0b2-e913-4dce-a7d8-8da21a793195', 'code': 200} Sep 08 05:00:57.760779 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=8756c0b2-e913-4dce-a7d8-8da21a793195,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:00:57.928998 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ebea-b6ac-4e29-9b45-f0b42f2ecdcf req-224fb9e3-cc08-4f1c-b560-96cbb3b43bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:57.930501 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2c48ebea-b6ac-4e29-9b45-f0b42f2ecdcf req-224fb9e3-cc08-4f1c-b560-96cbb3b43bf1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 1099 time: 0.0387251 Sep 08 05:00:57.965428 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2c48ebea-b6ac-4e29-9b45-f0b42f2ecdcf req-1ab36cdb-1966-4b06-a4d4-5348fb31b740 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263228 Sep 08 05:00:58.340670 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-26f7c052-c99d-4a62-b512-f82783f6138b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:00:58.415624 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553a04-66e9-44ab-a522-c8ba1885a041 req-df16637a-7ce1-460e-821b-9d616c2065da tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:58.417057 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e8553a04-66e9-44ab-a522-c8ba1885a041 req-df16637a-7ce1-460e-821b-9d616c2065da tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0473113 Sep 08 05:00:58.453489 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e8553a04-66e9-44ab-a522-c8ba1885a041 req-273260e8-b824-4939-bf31-c5cdc2216c15 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305586 Sep 08 05:00:59.580635 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e5c23-b364-420f-a80d-4d4d20e2c120 req-267d4559-f336-47e0-a508-98995819f81f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:59.582135 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-492e5c23-b364-420f-a80d-4d4d20e2c120 req-267d4559-f336-47e0-a508-98995819f81f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0500653 Sep 08 05:00:59.618069 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-492e5c23-b364-420f-a80d-4d4d20e2c120 req-0823ab17-be09-4007-8c62-b21d69472806 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301614 Sep 08 05:00:59.725421 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25fce0-b2e5-4e32-ae76-888ebe6809f8 req-499c2940-c9d0-4186-a8a8-42dab482a52c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:00:59.726909 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-be25fce0-b2e5-4e32-ae76-888ebe6809f8 req-499c2940-c9d0-4186-a8a8-42dab482a52c tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0475106 Sep 08 05:00:59.735334 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48582) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:00:59.739604 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-a4c0319a-df24-4f1c-b699-53594315b0b7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'floatingip': {'port_id': '8756c0b2-e913-4dce-a7d8-8da21a793195'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:00:59.779145 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a4c0319a-df24-4f1c-b699-53594315b0b7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:00.182529 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a4c0319a-df24-4f1c-b699-53594315b0b7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:00.186707 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a4c0319a-df24-4f1c-b699-53594315b0b7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:00.272570 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:00.284426 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-a4c0319a-df24-4f1c-b699-53594315b0b7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Floating IP 269cabc1-cea7-4b00-9675-17d3445c235a associated. External IP: 172.27.3.3, port: 8756c0b2-e913-4dce-a7d8-8da21a793195. Sep 08 05:01:00.485961 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c0319a-df24-4f1c-b699-53594315b0b7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Router fe14dbf6-37ae-4921-a66a-0a780ed97ebe has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:01:00.589430 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c0319a-df24-4f1c-b699-53594315b0b7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:01:00.594424 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a4c0319a-df24-4f1c-b699-53594315b0b7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:00.599234 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] Sync routers for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:01:00.609145 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:00.609740 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:00:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:00.620465 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a4c0319a-df24-4f1c-b699-53594315b0b7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "PUT /v2.0/floatingips/269cabc1-cea7-4b00-9675-17d3445c235a HTTP/1.1" status: 200 len: 990 time: 0.8841276 Sep 08 05:01:00.621039 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'tag': '8756c0b2-e913-4dce-a7d8-8da21a793195'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:01:00.623311 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8554bc83-0b10-439e-a08e-7249afe93df7" -d '{"events": [{"name": "network-changed", "server_uuid": "f79b75e3-9c73-42b7-aece-17d183ddb852", "tag": "8756c0b2-e913-4dce-a7d8-8da21a793195"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:01:00.665072 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2f5e7d-0610-4b3c-84a3-a86998db4adf x-openstack-request-id: req-2c2f5e7d-0610-4b3c-84a3-a86998db4adf {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:01:00.665531 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79b75e3-9c73-42b7-aece-17d183ddb852", "tag": "8756c0b2-e913-4dce-a7d8-8da21a793195", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:01:00.665785 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c2f5e7d-0610-4b3c-84a3-a86998db4adf {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:01:00.666202 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'tag': '8756c0b2-e913-4dce-a7d8-8da21a793195', 'status': 'completed', 'code': 200} Sep 08 05:01:00.713964 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:00.757837 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-f257f1a8-fb55-48c7-a97b-2c97f7217522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:00.759405 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-f257f1a8-fb55-48c7-a97b-2c97f7217522 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 1099 time: 0.0407596 Sep 08 05:01:00.847751 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5e987d45-d407-4acb-b269-b3e14c5e3d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:00.856389 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-801b10a7-cd67-4102-853a-35585e737380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:00.858520 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-801b10a7-cd67-4102-853a-35585e737380 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 912 time: 0.0911291 Sep 08 05:01:00.924072 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-aef39206-8f72-401a-b938-ed2b8e373813 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8756c0b2-e913-4dce-a7d8-8da21a793195 HTTP/1.1" status: 200 len: 998 time: 0.0577238 Sep 08 05:01:00.931853 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '269cabc1-cea7-4b00-9675-17d3445c235a', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'port_id': '8756c0b2-e913-4dce-a7d8-8da21a793195', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'mac_address': 'fa:16:3e:33:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:00:49Z', 'updated_at': '2021-09-08T05:01:00Z', 'revision_number': 1, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:00.957289 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] Checking router: fe14dbf6-37ae-4921-a66a-0a780ed97ebe for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:01:00.965259 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:00.965844 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:01:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:00.977384 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-8731148f-288f-4edb-9f5d-37aae45f6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:00.978889 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-8731148f-288f-4edb-9f5d-37aae45f6a6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30f0cdf3-a845-4f4b-9669-725a9bab2aa7 HTTP/1.1" status: 200 len: 850 time: 0.0438261 Sep 08 05:01:01.027810 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-4ccee2c8-6f92-4999-aedb-92b7fe31de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:01.029193 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-4ccee2c8-6f92-4999-aedb-92b7fe31de50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431602 Sep 08 05:01:01.070405 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:01.119897 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-5ef1b22b-336a-4b59-9835-5a950c4796b7 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813718 Sep 08 05:01:01.215378 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8554bc83-0b10-439e-a08e-7249afe93df7 req-fcc12574-50ac-48c8-8fc0-c448c40e9e4d service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867841 Sep 08 05:01:01.291076 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '269cabc1-cea7-4b00-9675-17d3445c235a', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'port_id': '8756c0b2-e913-4dce-a7d8-8da21a793195', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'mac_address': 'fa:16:3e:33:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:00:49Z', 'updated_at': '2021-09-08T05:01:00Z', 'revision_number': 1, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:01.316052 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bad354-5f4c-4d20-985a-6e68b7aeaed1 None None] The sync data for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi is: [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '269cabc1-cea7-4b00-9675-17d3445c235a', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'port_id': '8756c0b2-e913-4dce-a7d8-8da21a793195', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'mac_address': 'fa:16:3e:33:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:00:49Z', 'updated_at': '2021-09-08T05:01:00Z', 'revision_number': 1, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:01:01.323956 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:01.490582 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9de6b-a8f0-4663-928f-8582ab5147c2 None None] New status for floating IP 269cabc1-cea7-4b00-9675-17d3445c235a: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:01:02.201143 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:02.408903 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-a494bb81-731b-46f8-a8f1-aa56928b1ebc tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388873101&fields=id&tenant_id=c3633675244340a0b2ce2214244e4a5b HTTP/1.1" status: 200 len: 267 time: 0.0320711 Sep 08 05:01:02.459914 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-a8390cc1-35c2-41ff-83e1-5480591f8ab0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:02.461276 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-a8390cc1-35c2-41ff-83e1-5480591f8ab0 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 984 time: 0.0471737 Sep 08 05:01:02.473731 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-ed5ea552-febc-461a-b6a4-e8ffd12510b9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Request body: {'port': {'security_groups': ['c638ac6e-72c8-4715-aaa3-4a8fff6ce18e']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:01:02.547511 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-ed5ea552-febc-461a-b6a4-e8ffd12510b9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:02.716280 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-ed5ea552-febc-461a-b6a4-e8ffd12510b9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] For port 742d987a-3d0c-4e27-8889-0b277a0c14f7, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:02.743773 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-ed5ea552-febc-461a-b6a4-e8ffd12510b9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:02.748149 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-ed5ea552-febc-461a-b6a4-e8ffd12510b9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:02.783218 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['742d987a-3d0c-4e27-8889-0b277a0c14f7'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 05:01:02.790359 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-ed5ea552-febc-461a-b6a4-e8ffd12510b9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:02.790989 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-ed5ea552-febc-461a-b6a4-e8ffd12510b9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:02.792432 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1e81f37-6042-463d-84a3-90bd2c5c1f4a req-ed5ea552-febc-461a-b6a4-e8ffd12510b9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "PUT /v2.0/ports/742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 942 time: 0.3242640 Sep 08 05:01:02.792891 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:01:02.795157 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbed76f-4902-47a6-9076-19031e6c29ba" -d '{"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:01:02.798921 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48596) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:02.821704 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ea552-febc-461a-b6a4-e8ffd12510b9 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event updated for resources: {'Port': ['ID=742d987a-3d0c-4e27-8889-0b277a0c14f7,revision_number=7']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:02.851972 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07e36d3-3097-4edd-ad16-1f4cf284b5c5 x-openstack-request-id: req-a07e36d3-3097-4edd-ad16-1f4cf284b5c5 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:01:02.852265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:01:02.852515 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a07e36d3-3097-4edd-ad16-1f4cf284b5c5 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:01:02.852913 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'status': 'completed', 'code': 200} Sep 08 05:01:02.886690 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6beb4e65-6717-44df-a14e-7dd1b019755e tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:02.929673 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6beb4e65-6717-44df-a14e-7dd1b019755e tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:02.947915 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['742d987a-3d0c-4e27-8889-0b277a0c14f7'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 05:01:02.972051 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-f8d06b42-5e5c-4fdb-a3f1-3ff84bfbe3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:02.974148 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-f8d06b42-5e5c-4fdb-a3f1-3ff84bfbe3de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3633675244340a0b2ce2214244e4a5b&device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 1098 time: 0.0657582 Sep 08 05:01:03.008116 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6beb4e65-6717-44df-a14e-7dd1b019755e tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:03.011247 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6beb4e65-6717-44df-a14e-7dd1b019755e tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:03.012815 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-6beb4e65-6717-44df-a14e-7dd1b019755e tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "DELETE /v2.0/security-groups/533c0cff-f28d-4f90-9a49-bdb6915e25e1 HTTP/1.1" status: 204 len: 168 time: 0.2117267 Sep 08 05:01:03.017340 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48600) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:03.024361 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb4e65-6717-44df-a14e-7dd1b019755e tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533c0cff-f28d-4f90-9a49-bdb6915e25e1,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:03.077463 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-4e84e26a-16ec-4e4c-9ec8-02d7936c6791 None None] Provisioning complete for port 742d987a-3d0c-4e27-8889-0b277a0c14f7 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:01:03.077829 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4e84e26a-16ec-4e4c-9ec8-02d7936c6791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:03.171745 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-b3a23760-aa4b-4d27-a79f-bd84bde4e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:03.173239 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-b3a23760-aa4b-4d27-a79f-bd84bde4e604 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0aec2935-5550-4c0a-b936-148762a83202 HTTP/1.1" status: 200 len: 916 time: 0.1898148 Sep 08 05:01:03.269411 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-098f042b-9c02-4971-8a06-17e5f199c4e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 1001 time: 0.0875366 Sep 08 05:01:03.312400 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Deleting port 4349e1b5-5823-4e96-85e0-c9f437a760a6 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:03.312743 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:03.369120 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-3425c612-bac9-4f8d-ba15-a82aa70e594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:03.370612 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-3425c612-bac9-4f8d-ba15-a82aa70e594e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2f8688f-ac32-4598-8ce8-40470f7127cf HTTP/1.1" status: 200 len: 854 time: 0.0931826 Sep 08 05:01:03.422236 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:03.423256 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:03.442324 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Calling delete_port for 4349e1b5-5823-4e96-85e0-c9f437a760a6 owned by network:floatingip {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:03.450476 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-db7c1039-aa93-49a6-bf97-ddcfb57a733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:03.452023 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-db7c1039-aa93-49a6-bf97-ddcfb57a733a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0aec2935-5550-4c0a-b936-148762a83202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732644 Sep 08 05:01:03.456693 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:03.620950 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-e2ee2191-ff8c-4002-b3b0-accecefcd9ef service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604381 Sep 08 05:01:03.747580 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fbed76f-4902-47a6-9076-19031e6c29ba req-3b5e23e6-4027-4f88-bc80-5938567ae7fb service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158187 Sep 08 05:01:03.748614 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:03.773602 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event deleted for resources: {'Port': ['ID=4349e1b5-5823-4e96-85e0-c9f437a760a6,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:03.831358 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks [] for floatingip, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:03.831543 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Floating IP f9260975-de2d-4a82-b865-3240f69372fa disassociated (deleted). External IP: 172.27.3.195, port: 742d987a-3d0c-4e27-8889-0b277a0c14f7. Sep 08 05:01:04.033057 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Router 9f3f75e3-30a4-4f09-b536-eba56bb47954 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:01:04.136681 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:01:04.141441 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:04.146406 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] Sync routers for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:01:04.155937 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:04.156531 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:01:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:04.168977 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c7e91497-8cad-4121-9f09-91c7a229654b tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "DELETE /v2.0/floatingips/f9260975-de2d-4a82-b865-3240f69372fa HTTP/1.1" status: 204 len: 168 time: 1.1496551 Sep 08 05:01:04.260867 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:04.548859 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 5, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:04.574056 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] Checking router: 9f3f75e3-30a4-4f09-b536-eba56bb47954 for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:01:04.582444 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:04.583036 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:01:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:04.682199 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:04.854134 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:01:04.856449 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3" -d '{"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:01:04.869850 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 5, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:04.893940 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d2536-6cbf-4cba-9080-7d9f8fb94169 x-openstack-request-id: req-e66d2536-6cbf-4cba-9080-7d9f8fb94169 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:01:04.894352 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:01:04.894614 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e66d2536-6cbf-4cba-9080-7d9f8fb94169 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:01:04.895111 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'status': 'completed', 'code': 200} Sep 08 05:01:04.900783 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6615220-456b-4a6b-895c-dc9be0037020 None None] The sync data for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi is: [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:14Z', 'revision_number': 4, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0', 'name': '', 'network_id': '0aec2935-5550-4c0a-b936-148762a83202', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'mac_address': 'fa:16:3e:f2:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:13Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 5, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'subnets': [{'id': 'd2f8688f-ac32-4598-8ce8-40470f7127cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:01:04.981175 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-b9389418-8ca3-482b-b628-4b531053320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:04.983256 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-b9389418-8ca3-482b-b628-4b531053320e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3633675244340a0b2ce2214244e4a5b&device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 1098 time: 0.0442982 Sep 08 05:01:05.080131 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-58a50fe6-c33a-4e18-8ae4-2a992bcc5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:05.081708 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-58a50fe6-c33a-4e18-8ae4-2a992bcc5e99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0aec2935-5550-4c0a-b936-148762a83202 HTTP/1.1" status: 200 len: 916 time: 0.0906498 Sep 08 05:01:05.131274 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-96a1a016-571e-46a4-8787-44ca56d5959c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 200 len: 217 time: 0.0413425 Sep 08 05:01:05.139540 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e1e8a-ad8f-434a-9ba4-c74d9cd220e3 None None] New status for floating IP f9260975-de2d-4a82-b865-3240f69372fa: DOWN {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:01:05.183202 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-2ea73cca-126a-470f-8e43-7eb9dbab7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:05.184622 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-2ea73cca-126a-470f-8e43-7eb9dbab7419 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2f8688f-ac32-4598-8ce8-40470f7127cf HTTP/1.1" status: 200 len: 854 time: 0.0453324 Sep 08 05:01:05.231560 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-0d045815-7dea-4807-ab5c-e0e095d7fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:05.233865 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-0d045815-7dea-4807-ab5c-e0e095d7fa26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0aec2935-5550-4c0a-b936-148762a83202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414567 Sep 08 05:01:05.326618 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-290db016-1012-44d3-935f-7bbc7feb5c26 service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851789 Sep 08 05:01:05.416666 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4cf6d994-88fc-46bf-bdd3-1b2749cb92f3 req-7d49ecf1-e789-4daf-aa4d-363a5fca9fee service neutron] 10.222.0.26 "GET /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819404 Sep 08 05:01:06.868108 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f9bf0-d7bb-4c83-8e49-aa9ae31b0b69 req-b1cf2c0d-1a8c-4a52-b768-78a922977a94 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:06.869767 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-366f9bf0-d7bb-4c83-8e49-aa9ae31b0b69 req-b1cf2c0d-1a8c-4a52-b768-78a922977a94 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0484598 Sep 08 05:01:06.906449 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-366f9bf0-d7bb-4c83-8e49-aa9ae31b0b69 req-5ce47986-b1f5-4997-9655-958eee114f8f tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Sep 08 05:01:08.025534 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262378d7-9dda-4fcb-ad4e-681ea98b3829 req-8150a3c0-08f4-400c-a34c-9fa46bf17008 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:08.027002 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-262378d7-9dda-4fcb-ad4e-681ea98b3829 req-8150a3c0-08f4-400c-a34c-9fa46bf17008 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0511093 Sep 08 05:01:08.063612 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-262378d7-9dda-4fcb-ad4e-681ea98b3829 req-989b4b9d-acbf-4933-a0cf-ba1a813e40da tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Sep 08 05:01:08.655483 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-eb6d6f1a-36b1-4f56-8421-cf4cbaa23773 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:08.656816 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-eb6d6f1a-36b1-4f56-8421-cf4cbaa23773 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.26 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0470948 Sep 08 05:01:08.745955 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Deleting port 742d987a-3d0c-4e27-8889-0b277a0c14f7 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:08.746321 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:08.829822 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] For port 742d987a-3d0c-4e27-8889-0b277a0c14f7, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=742d987a-3d0c-4e27-8889-0b277a0c14f7,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:08.830207 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:08.845991 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Calling delete_port for 742d987a-3d0c-4e27-8889-0b277a0c14f7 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:09.229201 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3992887-b58c-4fb7-9895-544548e275c6 req-73c4f43e-5d74-4df1-b773-188c88ffd561 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:09.230712 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e3992887-b58c-4fb7-9895-544548e275c6 req-73c4f43e-5d74-4df1-b773-188c88ffd561 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/ports?device_id=312334a8-5a89-4f94-a3ff-628115946126 HTTP/1.1" status: 200 len: 945 time: 0.0809040 Sep 08 05:01:09.250782 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:09.288628 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['742d987a-3d0c-4e27-8889-0b277a0c14f7'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 05:01:09.291677 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Pushing event deleted for resources: {'Port': ['ID=742d987a-3d0c-4e27-8889-0b277a0c14f7,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:09.308880 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.308880 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.308880 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.308880 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.309357 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.309558 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.309879 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.310236 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.310562 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.311451 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.311778 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.312103 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:09.317197 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e3992887-b58c-4fb7-9895-544548e275c6 req-c507541d-0a0c-4a43-91a8-73cd028b3508 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.20 "GET /v2.0/security-groups?id=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798647 Sep 08 05:01:09.347923 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] No DVR routers for this DVR port 742d987a-3d0c-4e27-8889-0b277a0c14f7 on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:01:09.350455 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:09.352514 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4dc40c3a-a845-4289-94d8-24ffa5a2d3e5 req-437fcefb-fc41-4de2-a088-b34d6589ebe4 tempest-TestMinimumBasicScenario-1790811875 tempest-TestMinimumBasicScenario-1790811875-project] 10.222.0.26 "DELETE /v2.0/ports/742d987a-3d0c-4e27-8889-0b277a0c14f7 HTTP/1.1" status: 204 len: 173 time: 0.6889827 Sep 08 05:01:09.352908 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'name': 'network-vif-deleted', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:01:09.355639 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dae51b-b30e-41d4-82eb-8afae95723b1" -d '{"events": [{"server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "name": "network-vif-deleted", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:01:09.395137 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e6e28f-c23e-456a-9112-99238e04a571 x-openstack-request-id: req-85e6e28f-c23e-456a-9112-99238e04a571 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:01:09.395448 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312334a8-5a89-4f94-a3ff-628115946126", "name": "network-vif-deleted", "tag": "742d987a-3d0c-4e27-8889-0b277a0c14f7", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:01:09.395695 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85e6e28f-c23e-456a-9112-99238e04a571 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:01:09.396094 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312334a8-5a89-4f94-a3ff-628115946126', 'name': 'network-vif-deleted', 'tag': '742d987a-3d0c-4e27-8889-0b277a0c14f7', 'status': 'completed', 'code': 200} Sep 08 05:01:10.970821 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48696) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:11.370801 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587383'] for router_interface, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:11.653705 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Deleting port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:11.653958 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:11.729202 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] For port 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:11.729569 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:11.741810 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Calling delete_port for 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 owned by network:router_interface {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:11.913906 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:11.942622 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:12.097509 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587419'] for router_interface, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:12.299059 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Router 9f3f75e3-30a4-4f09-b536-eba56bb47954 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:01:12.399309 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:01:12.404218 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-280e40ad-a26a-4947-b95d-b1dbe3d6fb0a admin admin] 10.222.0.20 "PUT /v2.0/routers/9f3f75e3-30a4-4f09-b536-eba56bb47954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4323943 Sep 08 05:01:12.406795 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48702) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:12.408129 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] Sync routers for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:01:12.417039 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:12.417627 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:01:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:12.505152 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks [] for router, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:12.518493 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:12.603807 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:12.653487 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Deleting port 8d42e551-781d-466d-841c-cf79b9c8ca77 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:12.653824 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:12.695487 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T05:01:11Z', 'revision_number': 5, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port': {'id': '8d42e551-781d-466d-841c-cf79b9c8ca77', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:12.725555 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] Checking router: 9f3f75e3-30a4-4f09-b536-eba56bb47954 for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:01:12.729450 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] For port 8d42e551-781d-466d-841c-cf79b9c8ca77, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=8d42e551-781d-466d-841c-cf79b9c8ca77,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:12.729810 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:12.734240 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] Routers {'9f3f75e3-30a4-4f09-b536-eba56bb47954'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:12.734841 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:01:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['9f3f75e3-30a4-4f09-b536-eba56bb47954'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:12.742950 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Calling delete_port for 8d42e551-781d-466d-841c-cf79b9c8ca77 owned by network:router_gateway {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:12.814693 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] Set router 9f3f75e3-30a4-4f09-b536-eba56bb47954 gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:12.869194 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T05:01:12Z', 'revision_number': 6, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port_host': None}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:12.894860 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540bc0b9-f895-4be1-95da-d1854355ba93 None None] The sync data for ids ['9f3f75e3-30a4-4f09-b536-eba56bb47954'] in dv-cinder-784140-7-iscsi is: [{'id': '9f3f75e3-30a4-4f09-b536-eba56bb47954', 'name': 'tempest-TestMinimumBasicScenario-1559518253-router', 'tenant_id': 'c3633675244340a0b2ce2214244e4a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:11Z', 'updated_at': '2021-09-08T05:01:12Z', 'revision_number': 6, 'project_id': 'c3633675244340a0b2ce2214244e4a5b', 'gw_port_host': None}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:01:12.906088 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:12.949531 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d42e551-781d-466d-841c-cf79b9c8ca77,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:13.009196 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585529'] for router_gateway, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.338774 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31134'] for router, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.340888 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.402186 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586067'] for router, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.402696 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3f75e3-30a4-4f09-b536-eba56bb47954 {{(pid=93867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 05:01:13.408213 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.409354 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6208c0c3-fa0b-46ae-a9a9-2158541fcbbd admin admin] 10.222.0.20 "DELETE /v2.0/routers/9f3f75e3-30a4-4f09-b536-eba56bb47954 HTTP/1.1" status: 204 len: 168 time: 1.0016756 Sep 08 05:01:13.411857 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48706) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:13.453726 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-2473785f-09a1-4323-871b-63a1cd84f3f7 admin admin] Deleting subnet d2f8688f-ac32-4598-8ce8-40470f7127cf {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 05:01:13.456677 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2473785f-09a1-4323-871b-63a1cd84f3f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.489682 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2473785f-09a1-4323-871b-63a1cd84f3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32327729'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.592679 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2473785f-09a1-4323-871b-63a1cd84f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.646761 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2473785f-09a1-4323-871b-63a1cd84f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29364960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31437651'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.671513 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473785f-09a1-4323-871b-63a1cd84f3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f8688f-ac32-4598-8ce8-40470f7127cf,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:13.672498 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 742d987a-3d0c-4e27-8889-0b277a0c14f7 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:01:13.678048 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2473785f-09a1-4323-871b-63a1cd84f3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.681866 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2473785f-09a1-4323-871b-63a1cd84f3f7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d2f8688f-ac32-4598-8ce8-40470f7127cf HTTP/1.1" status: 204 len: 168 time: 0.2666888 Sep 08 05:01:13.682534 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48708) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:13.700468 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 742d987a-3d0c-4e27-8889-0b277a0c14f7 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:01:13.700725 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 742d987a-3d0c-4e27-8889-0b277a0c14f7 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:01:13.702769 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653cb18-4183-49bf-9111-c66b86fe55f7 None None] Network 0aec2935-5550-4c0a-b936-148762a83202 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:01:13.707166 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:01:13.743216 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:01:13.743559 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 5f81e7d2-bdbf-4f76-baca-8f0df0eaf6a0 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:01:13.743972 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 8d42e551-781d-466d-841c-cf79b9c8ca77 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:01:13.759498 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.766287 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 8d42e551-781d-466d-841c-cf79b9c8ca77 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:01:13.766857 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 8d42e551-781d-466d-841c-cf79b9c8ca77 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:01:13.812038 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Deleting port 58063204-d6aa-4878-be27-a1ce50de064d {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:13.812377 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.883167 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] For port 58063204-d6aa-4878-be27-a1ce50de064d, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=58063204-d6aa-4878-be27-a1ce50de064d,segment=NetworkSegment(f49fbe58-f507-43e5-bbd7-2235378f042d),segment_id=f49fbe58-f507-43e5-bbd7-2235378f042d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:13.883536 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:13.897598 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Calling delete_port for 58063204-d6aa-4878-be27-a1ce50de064d owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:13.941480 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] DHCP port deletion for 0aec2935-5550-4c0a-b936-148762a83202 request from dv-cinder-784140-7-iscsi {{(pid=93868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 05:01:13.983176 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.002228 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] Deleting port 58063204-d6aa-4878-be27-a1ce50de064d {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:14.002588 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.012305 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Pushing event deleted for resources: {'Port': ['ID=58063204-d6aa-4878-be27-a1ce50de064d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:14.015068 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] No DVR routers for this DVR port 58063204-d6aa-4878-be27-a1ce50de064d on host dv-cinder-784140-7-iscsi {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:01:14.023367 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.023874 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.024211 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.024542 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.024876 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.025196 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.025515 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.025834 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.026177 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.026495 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.026811 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.027123 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:01:14.062983 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] For port 58063204-d6aa-4878-be27-a1ce50de064d, host dv-cinder-784140-7-iscsi, got binding levels [] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:14.063379 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.079879 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] Calling delete_port for 58063204-d6aa-4878-be27-a1ce50de064d owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:14.082595 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.ipam_backend_mixin [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] Port 58063204-d6aa-4878-be27-a1ce50de064d was not found and therefore no delete operation was performed {{(pid=93868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 05:01:14.083823 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.093694 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.108475 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] Pushing event deleted for resources: {'Port': ['ID=58063204-d6aa-4878-be27-a1ce50de064d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:14.112110 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260a2cc-f08f-445a-9c27-bd935653b5b4 None None] No DVR routers for this DVR port 58063204-d6aa-4878-be27-a1ce50de064d on host dv-cinder-784140-7-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:01:14.113277 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aec2935-5550-4c0a-b936-148762a83202']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:14.122553 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49fbe58-f507-43e5-bbd7-2235378f042d') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:14.122898 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49fbe58-f507-43e5-bbd7-2235378f042d') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:14.132592 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30506971'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.145691 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.151336 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 05:01:14.151712 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31434934'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: Traceback (most recent call last): Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: timer() Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: cb(*args, **kw) Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: return func(*args, **kwargs) Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: self._notify() Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: self.callback(batched_events) Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: event.method(event) Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: return f(self, *a, **k) Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._get(url).json() Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 05:01:14.153341 dv-cinder-784140-7-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 05:01:14.214873 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.219132 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.221412 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] 10.222.0.20 "DELETE /v2.0/networks/0aec2935-5550-4c0a-b936-148762a83202 HTTP/1.1" status: 204 len: 168 time: 0.5377893 Sep 08 05:01:14.224406 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48712) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:14.233103 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d9317-d306-44fd-b358-61cdbccdc24c admin admin] Pushing event deleted for resources: {'Network': ['ID=0aec2935-5550-4c0a-b936-148762a83202,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:14.571906 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587383'] for router_interface, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.805740 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Deleting port f76bec3f-e43d-48d2-95f8-a7f2118d90f1 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:14.806110 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.880401 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] For port f76bec3f-e43d-48d2-95f8-a7f2118d90f1, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=f76bec3f-e43d-48d2-95f8-a7f2118d90f1,segment=NetworkSegment(56b42acc-c4e2-4db7-9f25-37fc3f34d677),segment_id=56b42acc-c4e2-4db7-9f25-37fc3f34d677)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:14.880688 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:14.895732 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Calling delete_port for f76bec3f-e43d-48d2-95f8-a7f2118d90f1 owned by network:router_interface {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:15.065505 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:15.088776 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=f76bec3f-e43d-48d2-95f8-a7f2118d90f1,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:15.259220 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587419'] for router_interface, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:15.464384 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Router 5c67cd75-3500-4c2c-99fc-9118b945ef22 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:01:15.549222 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 58063204-d6aa-4878-be27-a1ce50de064d no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:01:15.568569 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 58063204-d6aa-4878-be27-a1ce50de064d {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:01:15.568908 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 58063204-d6aa-4878-be27-a1ce50de064d not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:01:15.569372 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:01:15.578099 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c524e756-12fd-47e5-9681-6d3aea699a2c admin admin] 10.222.0.20 "PUT /v2.0/routers/5c67cd75-3500-4c2c-99fc-9118b945ef22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3496380 Sep 08 05:01:15.578099 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48716) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:15.583984 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] Sync routers for ids ['5c67cd75-3500-4c2c-99fc-9118b945ef22'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:01:15.593954 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] Routers {'5c67cd75-3500-4c2c-99fc-9118b945ef22'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:15.597516 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:01:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['5c67cd75-3500-4c2c-99fc-9118b945ef22'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:15.678997 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks [] for router, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:15.702985 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] Set router 5c67cd75-3500-4c2c-99fc-9118b945ef22 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:15.777037 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:15.827697 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Deleting port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:15.828039 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:15.872175 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:16Z', 'updated_at': '2021-09-08T05:01:15Z', 'revision_number': 5, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'gw_port': {'id': '7950ccbe-38e2-4c8a-821f-7181cff6bfa8', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:15.902745 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] Checking router: 5c67cd75-3500-4c2c-99fc-9118b945ef22 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:01:15.905058 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] For port 7950ccbe-38e2-4c8a-821f-7181cff6bfa8, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=7950ccbe-38e2-4c8a-821f-7181cff6bfa8,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:15.905490 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:15.910882 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] Routers {'5c67cd75-3500-4c2c-99fc-9118b945ef22'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:15.911484 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:01:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['5c67cd75-3500-4c2c-99fc-9118b945ef22'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:15.918087 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Calling delete_port for 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 owned by network:router_gateway {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:16.081737 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.112412 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Pushing event deleted for resources: {'Port': ['ID=7950ccbe-38e2-4c8a-821f-7181cff6bfa8,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:16.120196 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] Set router 5c67cd75-3500-4c2c-99fc-9118b945ef22 gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:16.168893 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585529'] for router_gateway, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.172403 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:16Z', 'updated_at': '2021-09-08T05:01:15Z', 'revision_number': 6, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'gw_port_host': None}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:16.202131 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1303bfd-4854-48db-8f11-383ebd0da328 None None] The sync data for ids ['5c67cd75-3500-4c2c-99fc-9118b945ef22'] in dv-cinder-784140-7-iscsi is: [{'id': '5c67cd75-3500-4c2c-99fc-9118b945ef22', 'name': 'tempest-TestMinimumBasicScenario-1936013742-router', 'tenant_id': '5c10ddc6e79943d184bad956d06e4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:16Z', 'updated_at': '2021-09-08T05:01:15Z', 'revision_number': 6, 'project_id': '5c10ddc6e79943d184bad956d06e4ade', 'gw_port_host': None}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:01:16.267289 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31134'] for router, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.269399 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.311710 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586067'] for router, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.312377 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c67cd75-3500-4c2c-99fc-9118b945ef22 {{(pid=93867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 05:01:16.317235 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.318413 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2348afc2-8acc-4b6f-bf2c-43001bbfb47b admin admin] 10.222.0.20 "DELETE /v2.0/routers/5c67cd75-3500-4c2c-99fc-9118b945ef22 HTTP/1.1" status: 204 len: 168 time: 0.7395225 Sep 08 05:01:16.320859 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48720) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:16.367381 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-112fda91-0207-4f81-9bb5-360c81daf1f6 admin admin] Deleting subnet 7de32890-3cbf-49fa-ab33-57a1ea9c3ccc {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 05:01:16.370285 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-112fda91-0207-4f81-9bb5-360c81daf1f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.402423 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-112fda91-0207-4f81-9bb5-360c81daf1f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32327729'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.473705 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-112fda91-0207-4f81-9bb5-360c81daf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.523314 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-112fda91-0207-4f81-9bb5-360c81daf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29364960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31437651'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.553902 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fda91-0207-4f81-9bb5-360c81daf1f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de32890-3cbf-49fa-ab33-57a1ea9c3ccc,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:16.555889 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-112fda91-0207-4f81-9bb5-360c81daf1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.557762 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-112fda91-0207-4f81-9bb5-360c81daf1f6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7de32890-3cbf-49fa-ab33-57a1ea9c3ccc HTTP/1.1" status: 204 len: 168 time: 0.2359314 Sep 08 05:01:16.560041 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141f083-defa-4ea2-9977-ba7997d834d9 None None] Network 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:01:16.560496 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48722) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:16.631343 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.689082 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Deleting port 35992a83-8083-4eb2-be77-d6f56b893101 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:16.689420 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.752761 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] For port 35992a83-8083-4eb2-be77-d6f56b893101, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=35992a83-8083-4eb2-be77-d6f56b893101,segment=NetworkSegment(56b42acc-c4e2-4db7-9f25-37fc3f34d677),segment_id=56b42acc-c4e2-4db7-9f25-37fc3f34d677)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:16.753376 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.765523 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Calling delete_port for 35992a83-8083-4eb2-be77-d6f56b893101 owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:16.839320 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.867927 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=35992a83-8083-4eb2-be77-d6f56b893101,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:16.869727 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] No DVR routers for this DVR port 35992a83-8083-4eb2-be77-d6f56b893101 on host dv-cinder-784140-7-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:01:16.936837 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.956279 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cab1163-e06f-4418-b3ff-c8e22a7f6f50']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:16.966069 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b42acc-c4e2-4db7-9f25-37fc3f34d677') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:16.966366 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b42acc-c4e2-4db7-9f25-37fc3f34d677') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:16.976536 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32327736'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.990174 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.990865 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed976a6-239a-45fe-b891-6bcd9b716ec0 None None] DHCP port deletion for 1cab1163-e06f-4418-b3ff-c8e22a7f6f50 request from dv-cinder-784140-7-iscsi {{(pid=93868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 05:01:16.996556 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 05:01:16.996930 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29364546'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: timer() Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: cb(*args, **kw) Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: self._notify() Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: self.callback(batched_events) Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: event.method(event) Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._get(url).json() Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 05:01:16.998615 dv-cinder-784140-7-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 05:01:17.056074 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.061247 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.063082 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1cab1163-e06f-4418-b3ff-c8e22a7f6f50 HTTP/1.1" status: 204 len: 168 time: 0.5017989 Sep 08 05:01:17.074213 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1360c-326c-4e0e-af96-fa7b144c6ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cab1163-e06f-4418-b3ff-c8e22a7f6f50,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:17.179631 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48726) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:17.221798 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-4f235e74-64e1-4b79-b8f5-41a585db85b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3633675244340a0b2ce2214244e4a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409267 Sep 08 05:01:17.224167 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 48728) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:17.273481 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-608c0c95-4f57-406b-870d-cd16345ccf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.293384 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-608c0c95-4f57-406b-870d-cd16345ccf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.345446 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-608c0c95-4f57-406b-870d-cd16345ccf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.347959 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-608c0c95-4f57-406b-870d-cd16345ccf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.349100 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-608c0c95-4f57-406b-870d-cd16345ccf23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c638ac6e-72c8-4715-aaa3-4a8fff6ce18e HTTP/1.1" status: 204 len: 168 time: 0.1240485 Sep 08 05:01:17.357737 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c0c95-4f57-406b-870d-cd16345ccf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638ac6e-72c8-4715-aaa3-4a8fff6ce18e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:17.507081 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 35992a83-8083-4eb2-be77-d6f56b893101 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:01:17.530662 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 35992a83-8083-4eb2-be77-d6f56b893101 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:01:17.531007 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 35992a83-8083-4eb2-be77-d6f56b893101 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:01:17.531436 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f76bec3f-e43d-48d2-95f8-a7f2118d90f1 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:01:17.550144 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: f76bec3f-e43d-48d2-95f8-a7f2118d90f1 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:01:17.550539 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f76bec3f-e43d-48d2-95f8-a7f2118d90f1 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:01:17.550982 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:01:17.569531 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:01:17.570203 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 7950ccbe-38e2-4c8a-821f-7181cff6bfa8 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:01:17.669686 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48736) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:17.708767 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-136cf0ec-e12e-4eeb-a791-697e72d6a15b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c10ddc6e79943d184bad956d06e4ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374949 Sep 08 05:01:17.711192 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48738) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:01:17.756813 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63960b9e-19c1-4cef-91f9-0f2cb53c76e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.777304 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63960b9e-19c1-4cef-91f9-0f2cb53c76e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.826823 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63960b9e-19c1-4cef-91f9-0f2cb53c76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.829327 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63960b9e-19c1-4cef-91f9-0f2cb53c76e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:17.830499 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-63960b9e-19c1-4cef-91f9-0f2cb53c76e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1c7e0bc-44ea-45c8-a888-796e7708b16e HTTP/1.1" status: 204 len: 168 time: 0.1184459 Sep 08 05:01:17.838539 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63960b9e-19c1-4cef-91f9-0f2cb53c76e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c7e0bc-44ea-45c8-a888-796e7708b16e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:21.735876 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:01:28.342666 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-54dfd5be-e2b8-4e95-bf50-2c498c224a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:30.284897 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:30.502039 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-520b9afb-0972-401a-bb49-bc09e4753b3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384629 Sep 08 05:01:30.570333 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-b525add3-aae1-48bd-8896-9d323109dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:30.571750 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-b525add3-aae1-48bd-8896-9d323109dedf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 1099 time: 0.0382564 Sep 08 05:01:30.672922 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-6569eb01-4589-47dc-b846-06537c7f432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:30.674446 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-6569eb01-4589-47dc-b846-06537c7f432e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.0834715 Sep 08 05:01:30.737958 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-f744f392-9acc-4ac8-a56a-cc7a32b90960 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde HTTP/1.1" status: 200 len: 1001 time: 0.0557725 Sep 08 05:01:30.785950 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-2283c11e-9d40-4e0a-9e09-571aa63a5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:30.787407 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-2283c11e-9d40-4e0a-9e09-571aa63a5bfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0419807 Sep 08 05:01:30.849303 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b6d94486-94e2-4728-9d7d-d29d7d8a34e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:31.081197 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-1e00029b-a23c-4efc-b382-3dc45a318d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:31.082710 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-1e00029b-a23c-4efc-b382-3dc45a318d4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2849321 Sep 08 05:01:31.172169 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-ff3400d3-b9df-4126-8fc6-2f4040f998ea service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803442 Sep 08 05:01:31.269282 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-381cdcc5-d7eb-4387-b1fe-874330aaded6 req-95607bdc-3342-4d2f-b58a-5da1fe758289 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811074 Sep 08 05:01:31.325551 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:32.203069 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:33.459591 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:49.345049 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9345-64e0-415e-be7d-12d23a74c0b1 req-82b81429-5a54-4764-b7fa-6690b6f1999e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:49.346590 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7b6e9345-64e0-415e-be7d-12d23a74c0b1 req-82b81429-5a54-4764-b7fa-6690b6f1999e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 946 time: 0.0499818 Sep 08 05:01:49.384950 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7b6e9345-64e0-415e-be7d-12d23a74c0b1 req-94a463f6-d0e2-417e-b44e-2e40e4763f4a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322976 Sep 08 05:01:49.644239 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c25f76-8cf2-40e7-a476-429866fd0c35 req-aea070c2-1149-4896-966f-45acaded2144 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:49.645604 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b1c25f76-8cf2-40e7-a476-429866fd0c35 req-aea070c2-1149-4896-966f-45acaded2144 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0487213 Sep 08 05:01:49.683998 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b1c25f76-8cf2-40e7-a476-429866fd0c35 req-94a9d664-2230-4d4f-989f-563c88610fcb tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Sep 08 05:01:50.497679 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21358764-1aa4-419f-938f-4f949b340f22 req-6e71f161-743b-4234-b758-57fe324e4e61 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:50.499768 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21358764-1aa4-419f-938f-4f949b340f22 req-6e71f161-743b-4234-b758-57fe324e4e61 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 946 time: 0.0467503 Sep 08 05:01:50.535290 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-21358764-1aa4-419f-938f-4f949b340f22 req-9f35a389-fb31-4e12-b287-af4e61586f14 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296090 Sep 08 05:01:50.799319 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e490399-3370-44c9-8bea-a04b9b33bf25 req-01d44267-40f4-475f-b16a-93ace260f3bb tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:50.800760 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e490399-3370-44c9-8bea-a04b9b33bf25 req-01d44267-40f4-475f-b16a-93ace260f3bb tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0504196 Sep 08 05:01:50.835994 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3e490399-3370-44c9-8bea-a04b9b33bf25 req-45c7a030-78ce-4185-918f-144fbbfacd52 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294640 Sep 08 05:01:51.100573 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-6ae96da0-0cde-4826-b8fa-c9a3dde3b65b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:51.101987 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-6ae96da0-0cde-4826-b8fa-c9a3dde3b65b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 946 time: 0.0464370 Sep 08 05:01:51.191848 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Deleting port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:01:51.192183 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:51.276856 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] For port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:01:51.277224 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:51.443269 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:51.443563 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:51.443880 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Floating IP 069ce0c0-fcce-4f91-a93e-61632101ee8f disassociated. External IP: 172.27.3.33, port: d354ab8c-aba8-4c8b-bc0b-26b4d8285fde. Sep 08 05:01:51.444221 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Calling delete_port for d354ab8c-aba8-4c8b-bc0b-26b4d8285fde owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:01:51.566343 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:51.596265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event deleted for resources: {'Port': ['ID=d354ab8c-aba8-4c8b-bc0b-26b4d8285fde,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:51.667408 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-16049f04-e937-4036-8e9f-950c3dec2cb3 req-aa8773f5-a40b-48f1-aec8-807039f8c580 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 210 time: 0.0280743 Sep 08 05:01:51.734932 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Router 75c95b00-befb-4db8-a982-152c14b92605 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:01:51.836811 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:01:51.847643 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df60151-8342-4774-b93a-217fced65c64 None None] Sync routers for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:01:51.856459 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df60151-8342-4774-b93a-217fced65c64 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:51.857051 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1df60151-8342-4774-b93a-217fced65c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:01:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:51.875565 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] No DVR routers for this DVR port d354ab8c-aba8-4c8b-bc0b-26b4d8285fde on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:01:51.878623 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:51.880588 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af71a0c8-c46a-412f-93c6-ee90eb1e1aa4 req-00afa119-df7f-4c27-9727-4ac7523148d2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "DELETE /v2.0/ports/d354ab8c-aba8-4c8b-bc0b-26b4d8285fde HTTP/1.1" status: 204 len: 173 time: 0.7725732 Sep 08 05:01:51.881027 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3530ecf5-467b-4880-ab8b-189936fdd817', 'name': 'network-vif-deleted', 'tag': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:01:51.883299 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad17a6-a19a-4a8b-a1e8-62f14dfb3992" -d '{"events": [{"server_uuid": "3530ecf5-467b-4880-ab8b-189936fdd817", "name": "network-vif-deleted", "tag": "d354ab8c-aba8-4c8b-bc0b-26b4d8285fde"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:01:51.922505 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58058832-0311-456d-b61f-7b6e9b2eeb4c x-openstack-request-id: req-58058832-0311-456d-b61f-7b6e9b2eeb4c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:01:51.922762 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3530ecf5-467b-4880-ab8b-189936fdd817", "name": "network-vif-deleted", "tag": "d354ab8c-aba8-4c8b-bc0b-26b4d8285fde", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:01:51.923022 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58058832-0311-456d-b61f-7b6e9b2eeb4c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:01:51.923648 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3530ecf5-467b-4880-ab8b-189936fdd817', 'name': 'network-vif-deleted', 'tag': 'd354ab8c-aba8-4c8b-bc0b-26b4d8285fde', 'status': 'completed', 'code': 200} Sep 08 05:01:51.967699 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58b3f7-0ccf-4749-9531-4d7a223d28ef req-a01fde93-7dfa-46f2-9e61-b916b55c38dc tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:51.970245 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2d58b3f7-0ccf-4749-9531-4d7a223d28ef req-a01fde93-7dfa-46f2-9e61-b916b55c38dc tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0561378 Sep 08 05:01:51.982000 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-1df60151-8342-4774-b93a-217fced65c64 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:52.022151 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2d58b3f7-0ccf-4749-9531-4d7a223d28ef req-f6f4fc3a-b44d-4add-8031-6c3906cefda0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438228 Sep 08 05:01:52.187011 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1df60151-8342-4774-b93a-217fced65c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:52.212777 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df60151-8342-4774-b93a-217fced65c64 None None] Checking router: 75c95b00-befb-4db8-a982-152c14b92605 for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:01:52.221399 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df60151-8342-4774-b93a-217fced65c64 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:01:52.222002 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1df60151-8342-4774-b93a-217fced65c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:01:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:52.407571 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-1df60151-8342-4774-b93a-217fced65c64 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:01:52.601826 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1df60151-8342-4774-b93a-217fced65c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:01:52.627832 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df60151-8342-4774-b93a-217fced65c64 None None] The sync data for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi is: [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:01:52.772806 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6d6b4dd8-a68e-4497-b5a2-16e901c06046 req-6ee16d9e-0ba8-4767-a093-d45b9d4b44ed tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=3530ecf5-467b-4880-ab8b-189936fdd817 HTTP/1.1" status: 200 len: 210 time: 0.0268750 Sep 08 05:01:52.836250 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197111a1-f83f-441f-811a-3624283b3df8 None None] New status for floating IP 069ce0c0-fcce-4f91-a93e-61632101ee8f: DOWN {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:01:53.135429 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba51d4-cf45-47b5-8e1a-c6d4a592507b req-3d58561b-4978-4fc2-b27d-0b6dee6cae48 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:53.136815 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-96ba51d4-cf45-47b5-8e1a-c6d4a592507b req-3d58561b-4978-4fc2-b27d-0b6dee6cae48 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0484486 Sep 08 05:01:53.173412 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-96ba51d4-cf45-47b5-8e1a-c6d4a592507b req-adad68d8-89e7-4742-9bb7-a1766cb0f5e6 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Sep 08 05:01:54.010436 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-31f99bd3-3f72-49ba-ad1e-386d4ae4409e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915304721&fields=id&tenant_id=643e582f6bd2451191b91381608b2e6d HTTP/1.1" status: 200 len: 267 time: 0.0313659 Sep 08 05:01:54.118679 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-649f8b54-2d55-420d-a76d-5ab07beeeb35 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:54.120029 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-649f8b54-2d55-420d-a76d-5ab07beeeb35 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 811 time: 0.1025853 Sep 08 05:01:54.134859 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-63e65680-9010-4e80-9be4-eb31cab9696e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/quotas/643e582f6bd2451191b91381608b2e6d HTTP/1.1" status: 200 len: 375 time: 0.0087874 Sep 08 05:01:54.185364 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-b083dae0-e260-415c-bf5a-344f80ddede5 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455599 Sep 08 05:01:54.283424 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-5dbcfc3f-9882-4783-9d0d-e7b1dceaadff service neutron] 10.222.0.20 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859847 Sep 08 05:01:54.289708 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11c708-ee16-45c5-a23a-1c122f58f205 req-feec61f1-d83e-4dd7-b741-0d865841eefd tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:54.291187 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5d11c708-ee16-45c5-a23a-1c122f58f205 req-feec61f1-d83e-4dd7-b741-0d865841eefd tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0497866 Sep 08 05:01:54.328314 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5d11c708-ee16-45c5-a23a-1c122f58f205 req-c3eb60b2-4996-4040-9b0f-840fc9d32329 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307751 Sep 08 05:01:54.372410 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-fc407a29-500e-4b43-88a7-6ad30fb38373 service neutron] 10.222.0.20 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827713 Sep 08 05:01:54.650795 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-552bce94-f8a6-48a0-8978-795d28e53284 req-6210d0d2-6035-4738-a9c0-b41e6122c5ce tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 210 time: 0.0288882 Sep 08 05:01:55.447844 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bfab-f0a8-45ae-b8f9-169c5aa6444d req-29817fbc-d12f-42f5-8d0c-7df0458f73d1 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:55.449443 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9ae5bfab-f0a8-45ae-b8f9-169c5aa6444d req-29817fbc-d12f-42f5-8d0c-7df0458f73d1 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0533302 Sep 08 05:01:55.489205 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-9ae5bfab-f0a8-45ae-b8f9-169c5aa6444d req-ac5c454c-9670-4ae8-bd19-8980ab545967 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328701 Sep 08 05:01:55.585613 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-5d9e09a9-54a0-4143-a689-9280f256a7a0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:55.587065 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-5d9e09a9-54a0-4143-a689-9280f256a7a0 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 811 time: 0.1024044 Sep 08 05:01:55.635393 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-322a52f7-2a40-46ec-a0d2-f50005434eca tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=643e582f6bd2451191b91381608b2e6d HTTP/1.1" status: 200 len: 379 time: 0.0333185 Sep 08 05:01:55.645886 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'port': {'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'admin_state_up': True, 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'security_groups': ['addc9302-cac5-4002-ae2d-354c161d492e']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:01:55.746890 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-104b1afb-b058-43ec-9846-0a72221e828e req-32dc2dc5-5476-414e-a037-dd9e89efa031 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 210 time: 0.0299802 Sep 08 05:01:55.778287 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Made reservation on behalf of 643e582f6bd2451191b91381608b2e6d for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 05:01:55.781826 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:55.904350 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Allocated IP 172.20.0.11 (d42be4f3-48d9-4d8b-9d00-242994f353ae/2f17fbc2-3169-4013-aeea-29f1092616e9/081aa4ca-9af2-4f2e-aabd-3f26db8e4be3) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:01:55.907395 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device d354ab8c-aba8-4c8b-bc0b-26b4d8285fde no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:01:55.930828 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: d354ab8c-aba8-4c8b-bc0b-26b4d8285fde {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:01:55.931095 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device d354ab8c-aba8-4c8b-bc0b-26b4d8285fde not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:01:56.037368 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.055479 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Transition to ACTIVE for port object 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:01:56.088047 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.130566 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Network d42be4f3-48d9-4d8b-9d00-242994f353ae is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:01:56.133569 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:01:56.139614 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:01:56.165756 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'Port': ['ID=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:56.192334 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:56.193239 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.210322 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-20085fb2-6bf0-4254-b07b-c014c68bcdf6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5687246 Sep 08 05:01:56.227838 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Request body: {'port': {'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:01:56.284646 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.414800 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-17dea023-7cd5-49ee-a07e-47758bf0d226 None None] Provisioning for port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:01:56.418322 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-17dea023-7cd5-49ee-a07e-47758bf0d226 None None] Provisioning complete for port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:01:56.418641 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-17dea023-7cd5-49ee-a07e-47758bf0d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.451429 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-17dea023-7cd5-49ee-a07e-47758bf0d226 None None] Port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 05:01:56.546243 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 05:01:56.553548 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.565091 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Transition to ACTIVE for port object 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:01:56.568893 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.606196 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e7d84-9669-41fc-9cd8-f0b1164549da req-43de89a2-318a-44e1-b7fe-fe93e2b9bef0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:56.607855 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f33e7d84-9669-41fc-9cd8-f0b1164549da req-43de89a2-318a-44e1-b7fe-fe93e2b9bef0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0503550 Sep 08 05:01:56.639233 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Pushing event updated for resources: {'Port': ['ID=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:56.649574 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f33e7d84-9669-41fc-9cd8-f0b1164549da req-b707bd38-b76d-47ec-ac59-acdc3dc87750 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Sep 08 05:01:56.689546 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Attempting to bind port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 05:01:56.689886 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Attempting to bind port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 05:01:56.690270 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Attempting to bind port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 on network d42be4f3-48d9-4d8b-9d00-242994f353ae {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:01:56.694729 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 on network d42be4f3-48d9-4d8b-9d00-242994f353ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 05:01:56.695055 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Attempting to bind port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 on network d42be4f3-48d9-4d8b-9d00-242994f353ae {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:01:56.699975 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 5, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 05:01:56.700312 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Checking segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 05:01:56.700698 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Bound using segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 05:01:56.701128 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Bound port: 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 05:01:56.701489 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.766501 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] For port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 05:01:56.771079 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] For port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 05:01:56.776082 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.811219 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:56.812398 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:56.813790 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] 10.222.0.26 "PUT /v2.0/ports/081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 HTTP/1.1" status: 200 len: 1094 time: 0.5902960 Sep 08 05:01:56.814378 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:01:56.816469 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704473a3-ebe9-4605-95d4-9aebab3d14e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:01:56.858386 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fa5b51-1fc0-4c55-a144-c8b6bf67cb97 x-openstack-request-id: req-b3fa5b51-1fc0-4c55-a144-c8b6bf67cb97 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:01:56.858675 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:01:56.858927 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3fa5b51-1fc0-4c55-a144-c8b6bf67cb97 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:01:56.859477 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'status': 'completed', 'code': 200} Sep 08 05:01:56.868396 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5528c67-7a19-46bb-b6a2-f9925fe2531b service neutron] Pushing event updated for resources: {'Port': ['ID=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:01:56.894437 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521988-913b-474a-a0bb-064f64cf1898 req-bcce7f6f-d589-4488-ba54-91489f761466 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:56.895939 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b5521988-913b-474a-a0bb-064f64cf1898 req-bcce7f6f-d589-4488-ba54-91489f761466 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 944 time: 0.0762002 Sep 08 05:01:56.962380 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-649f21e7-5fed-45f0-889b-482638e64178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:56.963895 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-649f21e7-5fed-45f0-889b-482638e64178 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 1097 time: 0.0783694 Sep 08 05:01:56.966741 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b5521988-913b-474a-a0bb-064f64cf1898 req-f0cb3f94-135e-422b-9ea2-0f86f4063794 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636177 Sep 08 05:01:57.013762 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-95488c0b-def6-4f22-b5e2-2efa33cb6324 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 HTTP/1.1" status: 200 len: 217 time: 0.0346856 Sep 08 05:01:57.061127 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-32ee2bbe-c8d9-45a8-ba8b-46bf45ba950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:57.063049 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-32ee2bbe-c8d9-45a8-ba8b-46bf45ba950a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0413997 Sep 08 05:01:57.113587 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-517afc1e-091c-4d07-b425-83bacb5bbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:57.115099 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-517afc1e-091c-4d07-b425-83bacb5bbd11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430748 Sep 08 05:01:57.202202 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-800fc3ab-4a16-4559-b5a9-0175ec10d195 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795569 Sep 08 05:01:57.290509 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27f8c143-7abd-40fd-9ee1-9cf9e2328dee req-fec515df-d501-4b05-90a2-8a0e5b9ec442 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810254 Sep 08 05:01:57.420672 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-cd8dce33-59e0-415c-95fe-f29c3a567adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:57.422641 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-cd8dce33-59e0-415c-95fe-f29c3a567adf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 1097 time: 0.0388825 Sep 08 05:01:57.513423 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-0a332b46-2d7a-4db0-ae6c-b8b8b85c7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:57.514914 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-0a332b46-2d7a-4db0-ae6c-b8b8b85c7bab service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.0841076 Sep 08 05:01:57.554571 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-e88b75c9-a78b-46b0-b433-1a0ba6c553d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 HTTP/1.1" status: 200 len: 217 time: 0.0324664 Sep 08 05:01:57.601634 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-927a8175-e794-4033-b8ac-c955fcf8c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:57.603019 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-927a8175-e794-4033-b8ac-c955fcf8c345 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0401065 Sep 08 05:01:57.649826 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-f3c9d5ad-f6db-4ac2-8a28-7ea506a59c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:57.651351 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-f3c9d5ad-f6db-4ac2-8a28-7ea506a59c86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412819 Sep 08 05:01:57.739130 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-8b527d5b-74e4-4b29-8341-ea337c6367cd service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803425 Sep 08 05:01:57.764445 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715c724-ee54-407d-b806-15dd59112f4a req-4398546e-2db2-496e-b9b2-b74404fde469 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:57.765921 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f715c724-ee54-407d-b806-15dd59112f4a req-4398546e-2db2-496e-b9b2-b74404fde469 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0478225 Sep 08 05:01:57.802935 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f715c724-ee54-407d-b806-15dd59112f4a req-da0b033b-3a46-43a1-8b0f-6cc25512c6d8 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309594 Sep 08 05:01:57.830187 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-704473a3-ebe9-4605-95d4-9aebab3d14e0 req-efec5050-596f-4b33-961c-23f57593de52 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844932 Sep 08 05:01:58.077915 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd386094-18af-4abd-8fb1-d80d0878a96e req-197d221a-3e9c-48f2-90f1-292c3ceff576 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:58.079887 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bd386094-18af-4abd-8fb1-d80d0878a96e req-197d221a-3e9c-48f2-90f1-292c3ceff576 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 944 time: 0.0473173 Sep 08 05:01:58.116568 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bd386094-18af-4abd-8fb1-d80d0878a96e req-91ebe8ee-f3ae-46ca-bc7d-41ddc751ba2c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309482 Sep 08 05:01:58.341524 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-83d5428a-7c39-45f0-a0f0-44c1961104d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:01:58.735026 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:01:58.918742 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a8be-a270-4363-8992-57836ab5af00 req-88bb20ff-6f31-4886-8356-9a6fa6b02792 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:58.920186 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d5a9a8be-a270-4363-8992-57836ab5af00 req-88bb20ff-6f31-4886-8356-9a6fa6b02792 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0510049 Sep 08 05:01:58.956870 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d5a9a8be-a270-4363-8992-57836ab5af00 req-713a3167-2a59-44c8-ac35-21bfa6c565b1 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302699 Sep 08 05:01:59.225868 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110bd2-0b10-4ecb-b733-d52da826f324 req-0f9e194c-a5bb-417a-a140-ef89429facd2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:01:59.227357 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e110bd2-0b10-4ecb-b733-d52da826f324 req-0f9e194c-a5bb-417a-a140-ef89429facd2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 944 time: 0.0470366 Sep 08 05:01:59.263830 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e110bd2-0b10-4ecb-b733-d52da826f324 req-3e1db209-97f1-4f18-acf9-d39d058255ec tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307310 Sep 08 05:02:00.067019 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847fe54-a111-4423-8906-c67311f4e546 req-ae23ce2d-3809-4a44-a486-dee9bb3782cc tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:00.068454 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a847fe54-a111-4423-8906-c67311f4e546 req-ae23ce2d-3809-4a44-a486-dee9bb3782cc tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0465465 Sep 08 05:02:00.104882 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a847fe54-a111-4423-8906-c67311f4e546 req-f9b5902b-1e63-46f3-b3d9-dc19fca0ba34 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 Sep 08 05:02:00.303547 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:00.382427 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d856b8-4167-4ab9-9624-9e55d8b58e17 req-91cd9e4d-e193-478b-8080-20e4ca18e89c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:00.383867 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33d856b8-4167-4ab9-9624-9e55d8b58e17 req-91cd9e4d-e193-478b-8080-20e4ca18e89c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 944 time: 0.0517721 Sep 08 05:02:00.420018 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33d856b8-4167-4ab9-9624-9e55d8b58e17 req-b5b4f325-d020-4232-a915-c9684d6ae2f6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303090 Sep 08 05:02:00.849603 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-54ac8cd0-9393-4496-8948-5f0a1a3f3e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:01.215777 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc90a8-f672-46d1-9c8e-f45592cf4198 req-35ff1843-63ae-442e-8e62-b624d0cbc724 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:01.217269 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7cfc90a8-f672-46d1-9c8e-f45592cf4198 req-35ff1843-63ae-442e-8e62-b624d0cbc724 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0471985 Sep 08 05:02:01.254190 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7cfc90a8-f672-46d1-9c8e-f45592cf4198 req-014e5c0f-29be-4c28-b0ac-8d0a6d27e6e8 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304673 Sep 08 05:02:01.326290 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:01.531239 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aaeba-af7a-4432-9f4c-1c26b73b0b68 req-7b29a8ba-b05c-47ea-8763-7f52316af2b2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:01.533196 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-668aaeba-af7a-4432-9f4c-1c26b73b0b68 req-7b29a8ba-b05c-47ea-8763-7f52316af2b2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 944 time: 0.0481441 Sep 08 05:02:01.569406 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-668aaeba-af7a-4432-9f4c-1c26b73b0b68 req-aa0e0458-03a1-44bd-9c95-d8f0dfc8c17a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304930 Sep 08 05:02:02.206455 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:02.369100 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fff3-7d20-490d-87c4-36fffe1fbc88 req-bdd6c845-b51a-4f02-b42d-34f77e459a84 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:02.370590 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1009fff3-7d20-490d-87c4-36fffe1fbc88 req-bdd6c845-b51a-4f02-b42d-34f77e459a84 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0517559 Sep 08 05:02:02.408145 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1009fff3-7d20-490d-87c4-36fffe1fbc88 req-f5b7fddf-91ca-4eda-939f-5e0f024a7e4e tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312462 Sep 08 05:02:02.678341 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480a521-294d-4116-b65d-0c341a84140e req-069c2a60-23e9-4edf-b158-615376c87a1d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:02.679765 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4480a521-294d-4116-b65d-0c341a84140e req-069c2a60-23e9-4edf-b158-615376c87a1d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 944 time: 0.0461762 Sep 08 05:02:02.715381 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4480a521-294d-4116-b65d-0c341a84140e req-b3c907a9-96e6-47f9-94ef-6286b462fd6d tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299153 Sep 08 05:02:03.462286 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:03.523044 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995e3c-bb88-4e77-bd16-5dcee990e4d4 req-9d4d84a8-0552-457a-91e2-ee06cb73b25f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:03.524506 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-96995e3c-bb88-4e77-bd16-5dcee990e4d4 req-9d4d84a8-0552-457a-91e2-ee06cb73b25f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0482078 Sep 08 05:02:03.560363 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-96995e3c-bb88-4e77-bd16-5dcee990e4d4 req-996adea4-36f0-4cf7-a984-e4c4b556a68b tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301116 Sep 08 05:02:03.831347 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef93c4-e502-4f19-9eb0-207d079e9038 req-e9642335-0cb7-4c92-9c00-4d885d1d8e84 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:03.832803 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4ef93c4-e502-4f19-9eb0-207d079e9038 req-e9642335-0cb7-4c92-9c00-4d885d1d8e84 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 944 time: 0.0508497 Sep 08 05:02:03.868256 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e4ef93c4-e502-4f19-9eb0-207d079e9038 req-82f76b3d-bbf4-4afe-8626-cc6fd9d8e145 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296419 Sep 08 05:02:04.676395 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e451d-bb10-4ffc-94b0-1ae70700c975 req-6e56b78a-f5c2-41b6-8da3-d6641a427138 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:04.677911 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bb4e451d-bb10-4ffc-94b0-1ae70700c975 req-6e56b78a-f5c2-41b6-8da3-d6641a427138 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0505941 Sep 08 05:02:04.714347 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-bb4e451d-bb10-4ffc-94b0-1ae70700c975 req-845b01d0-a765-49a0-b6d7-3ab6779606fa tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305448 Sep 08 05:02:04.983388 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03848c94-e665-4e46-b6e4-e3cc65ec7d62 req-b3b1fce3-c230-4c82-8c8e-484ed769a98e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:04.984882 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-03848c94-e665-4e46-b6e4-e3cc65ec7d62 req-b3b1fce3-c230-4c82-8c8e-484ed769a98e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 944 time: 0.0500515 Sep 08 05:02:05.027003 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-03848c94-e665-4e46-b6e4-e3cc65ec7d62 req-f2955535-fd70-4b96-9fc4-58cbf2880adb tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333805 Sep 08 05:02:05.831129 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a8ff-dc6e-4b05-9a19-96a58775834a req-316c1af1-2b37-4925-9868-0c431bddb563 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:05.832554 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a979a8ff-dc6e-4b05-9a19-96a58775834a req-316c1af1-2b37-4925-9868-0c431bddb563 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0498359 Sep 08 05:02:05.868736 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a979a8ff-dc6e-4b05-9a19-96a58775834a req-f5202907-364a-406f-8706-ebf1ac1d6451 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303187 Sep 08 05:02:05.954908 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 05:02:06.052979 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:02:06.057905 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849bde5-bddd-4802-9250-3b52a3eb6e78 req-2b509efc-d152-4aab-bac1-353a7b8a3024 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:06.059435 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6849bde5-bddd-4802-9250-3b52a3eb6e78 req-2b509efc-d152-4aab-bac1-353a7b8a3024 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0489171 Sep 08 05:02:06.065178 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 05:02:06.102911 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:06.112305 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-6849bde5-bddd-4802-9250-3b52a3eb6e78 req-95cdd954-ae09-473c-8412-a03311e2e649 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469227 Sep 08 05:02:06.116442 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 05:02:06.136700 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:02:06.140686 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:06.176763 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1063a-91ca-438c-a9d9-a7b02e491c61 req-f0f2ff53-a042-403f-9543-f6bb21e9c871 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:06.178266 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c8d1063a-91ca-438c-a9d9-a7b02e491c61 req-f0f2ff53-a042-403f-9543-f6bb21e9c871 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 944 time: 0.0786800 Sep 08 05:02:06.183804 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-615e1b80-da0c-45d5-ba1c-faa4a1eb73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:06.185275 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-615e1b80-da0c-45d5-ba1c-faa4a1eb73e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 1099 time: 0.0760591 Sep 08 05:02:06.188747 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:02:06.195679 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.196028 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.196371 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.196709 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.197043 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.197376 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.197702 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.198055 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.198392 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.198715 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.199037 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.199365 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:02:06.242332 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c8d1063a-91ca-438c-a9d9-a7b02e491c61 req-1df37add-c91c-4515-aa82-83615a48dca2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556693 Sep 08 05:02:06.294694 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-d6273fe8-7d3c-480a-9a07-d5fdeb28db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:06.296162 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-d6273fe8-7d3c-480a-9a07-d5fdeb28db9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 912 time: 0.0972760 Sep 08 05:02:06.362906 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-fe794d1d-abe5-4a4e-a8e4-54ec82d03111 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8756c0b2-e913-4dce-a7d8-8da21a793195 HTTP/1.1" status: 200 len: 1000 time: 0.0579424 Sep 08 05:02:06.410289 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-90507a15-1a76-4dd7-be72-294bfc77350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:06.411633 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-90507a15-1a76-4dd7-be72-294bfc77350d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30f0cdf3-a845-4f4b-9669-725a9bab2aa7 HTTP/1.1" status: 200 len: 850 time: 0.0414720 Sep 08 05:02:06.445574 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['081aa4ca-9af2-4f2e-aabd-3f26db8e4be3'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 05:02:06.455199 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-8560b803-7c47-4e33-bf29-dd8987ddb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:06.456667 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-8560b803-7c47-4e33-bf29-dd8987ddb814 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376663 Sep 08 05:02:06.547456 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-fc567ca5-60eb-40a6-a30d-e42157ff3eed service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829668 Sep 08 05:02:06.637574 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2931dbe2-794d-40e2-9c6b-47a14010e3ac req-4a1b4098-fe87-46e4-bfd7-aafd4909fd56 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825102 Sep 08 05:02:07.223324 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e7fa-4a88-4798-b9b3-6f5d4dc8adf7 req-3f453b08-c4f5-4cb8-aa97-eb8b85d2abbd tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:07.224780 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c419e7fa-4a88-4798-b9b3-6f5d4dc8adf7 req-3f453b08-c4f5-4cb8-aa97-eb8b85d2abbd tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0470471 Sep 08 05:02:07.261887 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c419e7fa-4a88-4798-b9b3-6f5d4dc8adf7 req-75c49f03-affb-4241-aad4-70a93e22dc15 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313413 Sep 08 05:02:07.357389 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cc3d6-5800-4acd-99a4-cab3c1f4f59e req-6971c061-480b-4ea3-87fa-3e56af9f85ff tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:07.358916 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d03cc3d6-5800-4acd-99a4-cab3c1f4f59e req-6971c061-480b-4ea3-87fa-3e56af9f85ff tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 945 time: 0.0500784 Sep 08 05:02:07.395937 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d03cc3d6-5800-4acd-99a4-cab3c1f4f59e req-8e31dce5-fda6-400e-8bff-9315138d01e2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305171 Sep 08 05:02:07.961534 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:02:08.011564 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:02:08.015142 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:02:08.015510 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:08.088464 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:08.109358 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:02:08.111751 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee005cc1-dffd-421c-a5e1-0a4cb324844f" -d '{"events": [{"server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "name": "network-vif-plugged", "status": "completed", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:02:08.124507 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:02:08.129536 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:08.153997 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df15de1-ed59-459d-bb39-46083ee32a9f x-openstack-request-id: req-6df15de1-ed59-459d-bb39-46083ee32a9f {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:02:08.154279 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "name": "network-vif-plugged", "status": "completed", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:02:08.154527 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6df15de1-ed59-459d-bb39-46083ee32a9f {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:02:08.154906 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'code': 200} Sep 08 05:02:08.182887 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:02:08.409265 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50c6c7-4606-48c5-95c0-cb3de92e8629 req-e61ce424-0ecd-4790-8b8c-61a395705a4b tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:08.410722 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6d50c6c7-4606-48c5-95c0-cb3de92e8629 req-e61ce424-0ecd-4790-8b8c-61a395705a4b tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0801814 Sep 08 05:02:08.412417 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348cbc3-411f-4452-945a-14e6ba6dacce req-3ef4ff57-c132-4877-a02e-28a2e3261e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:08.413713 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d348cbc3-411f-4452-945a-14e6ba6dacce req-3ef4ff57-c132-4877-a02e-28a2e3261e84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 1099 time: 0.0573401 Sep 08 05:02:08.468077 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6d50c6c7-4606-48c5-95c0-cb3de92e8629 req-52f12f14-d510-4875-a783-5893f2471369 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512788 Sep 08 05:02:08.469712 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d348cbc3-411f-4452-945a-14e6ba6dacce req-e4b77c0c-1919-49fa-a946-b386bbc2696a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474982 Sep 08 05:02:08.513719 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d60142-b0b5-4381-abae-dbdc79571e34 req-e2b9baf9-0fda-4d4f-a9ee-145c1df6300b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:08.515204 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f3d60142-b0b5-4381-abae-dbdc79571e34 req-e2b9baf9-0fda-4d4f-a9ee-145c1df6300b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 946 time: 0.0518446 Sep 08 05:02:08.551062 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f3d60142-b0b5-4381-abae-dbdc79571e34 req-507fe614-008b-4a46-a9ed-60298ba51ad4 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299439 Sep 08 05:02:09.660997 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fe870-5afb-44ae-8f32-1267d11939e5 req-d71b3445-79f7-41eb-9198-5b23354c7aa1 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:09.662460 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a14fe870-5afb-44ae-8f32-1267d11939e5 req-d71b3445-79f7-41eb-9198-5b23354c7aa1 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 946 time: 0.0480068 Sep 08 05:02:09.698031 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a14fe870-5afb-44ae-8f32-1267d11939e5 req-55f28743-a743-4e17-8682-5de6a4ddab4e tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297477 Sep 08 05:02:09.810722 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea01e6c-d91b-485f-814e-aa8e73eef8f6 req-9ca4617e-a97b-40fe-885f-d4c381a19f3a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:09.812165 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-aea01e6c-d91b-485f-814e-aa8e73eef8f6 req-9ca4617e-a97b-40fe-885f-d4c381a19f3a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 946 time: 0.0475287 Sep 08 05:02:09.848917 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-aea01e6c-d91b-485f-814e-aa8e73eef8f6 req-de560a6d-8160-4eac-be30-d43b80dae7ca tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303550 Sep 08 05:02:09.869898 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48942) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:02:09.907753 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4ad3b-ccd7-4c7a-9992-4465ac71821f tempest-TestVolumeBootPattern-1897804275 tempest-TestVolumeBootPattern-1897804275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:09.909241 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-efd4ad3b-ccd7-4c7a-9992-4465ac71821f tempest-TestVolumeBootPattern-1897804275 tempest-TestVolumeBootPattern-1897804275-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 1094 time: 0.0383699 Sep 08 05:02:09.911855 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 48944) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:02:09.916062 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'floatingip': {'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:02:09.937299 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:10.030274 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:10.134109 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Allocated IP 172.27.3.89 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/cfb828b4-fa78-4df5-ae32-36b2c1305e3f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:02:10.230089 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:10.267337 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:10.303450 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:02:10.306231 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:02:10.311464 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:02:10.336015 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'Port': ['ID=cfb828b4-fa78-4df5-ae32-36b2c1305e3f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:02:10.652710 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:10.716186 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:10.855800 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:10.860083 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:10.925822 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'Port': ['ID=cfb828b4-fa78-4df5-ae32-36b2c1305e3f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:02:10.936838 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:11.031614 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Floating IP 2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f associated. External IP: 172.27.3.89, port: 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3. Sep 08 05:02:11.457718 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Router 75c95b00-befb-4db8-a982-152c14b92605 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:02:11.558988 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:02:11.568964 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] Sync routers for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:02:11.575667 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:11.578153 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:02:11.578753 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:02:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:02:11.600972 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-509b1fee-c265-4384-bb26-de7f04da7ea8 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6881161 Sep 08 05:02:11.601562 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:02:11.603798 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5" -d '{"events": [{"name": "network-changed", "server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:02:11.639185 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a69abec-2b71-4705-aaea-160c1b0f414f x-openstack-request-id: req-0a69abec-2b71-4705-aaea-160c1b0f414f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:02:11.639471 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:02:11.639719 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a69abec-2b71-4705-aaea-160c1b0f414f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:02:11.640111 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'status': 'completed', 'code': 200} Sep 08 05:02:11.682611 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:02:11.724546 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-db671c12-1f3c-4c67-94e2-0d58af6c2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:11.725924 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-db671c12-1f3c-4c67-94e2-0d58af6c2071 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 1099 time: 0.0389974 Sep 08 05:02:11.816728 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-91655bae-b67f-4315-b811-285e8461ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:11.818728 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-91655bae-b67f-4315-b811-285e8461ef8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.0858514 Sep 08 05:02:11.886039 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-927b1437-31a7-489d-aeb5-ae3c93078650 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 HTTP/1.1" status: 200 len: 999 time: 0.0608306 Sep 08 05:02:11.901162 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:02:10Z', 'updated_at': '2021-09-08T05:02:10Z', 'revision_number': 0, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:02:11.927618 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] Checking router: 75c95b00-befb-4db8-a982-152c14b92605 for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:02:11.935772 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:02:11.936372 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:02:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:02:11.937420 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-6fc8e2d6-c7b4-4e96-9f98-fed273a716eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:11.938929 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-6fc8e2d6-c7b4-4e96-9f98-fed273a716eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0463164 Sep 08 05:02:11.983888 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-679fb872-8431-4ff5-8fbc-3b65a901ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:11.985824 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-679fb872-8431-4ff5-8fbc-3b65a901ed64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390439 Sep 08 05:02:12.037593 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:02:12.072522 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-48c3b503-8eaa-461c-95b9-ec4fd7352ab1 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798357 Sep 08 05:02:12.164526 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecf1ae9c-f609-4a50-918b-5c3f0b8afed5 req-866c9fef-0c45-4377-aa9a-d69354f745c6 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846512 Sep 08 05:02:12.260788 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:02:10Z', 'updated_at': '2021-09-08T05:02:10Z', 'revision_number': 0, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:02:12.289674 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9083cd-1b35-498c-afba-fe5fafdc9fad None None] The sync data for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi is: [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:02:10Z', 'updated_at': '2021-09-08T05:02:10Z', 'revision_number': 0, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:02:12.466073 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25427465-5439-441e-9fc4-d0cbff6a557c None None] New status for floating IP 2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:02:28.341457 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e9bebbb-9df4-43f3-a140-ef66ff72861f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:30.305156 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:30.854292 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-00706055-ccf0-48fa-8859-97cfe6e2542e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:31.328111 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:32.207613 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:33.220244 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-92aa63c6-f890-4663-afe8-05b0a892448c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383673 Sep 08 05:02:33.322794 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-b90d3f67-e7ff-491e-a75c-0b1a69161650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:33.324235 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-b90d3f67-e7ff-491e-a75c-0b1a69161650 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1099 time: 0.0424767 Sep 08 05:02:33.464831 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:02:33.673381 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-06c259ed-f138-437c-8ec0-ee11df87466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:33.674874 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-06c259ed-f138-437c-8ec0-ee11df87466f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 910 time: 0.3222444 Sep 08 05:02:33.743352 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-e09dee72-13fb-4b8f-9855-7e2388091004 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 1001 time: 0.0595393 Sep 08 05:02:33.790304 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-552785f8-7c9b-4613-8f95-44fdc1b186bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:33.791653 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-552785f8-7c9b-4613-8f95-44fdc1b186bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 200 len: 848 time: 0.0408237 Sep 08 05:02:33.835530 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-de82733d-9ea6-4b60-9658-49803b45bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:33.836941 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-de82733d-9ea6-4b60-9658-49803b45bd63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371277 Sep 08 05:02:33.926541 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-cdae05cf-60b6-478d-9885-d24a5578b642 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815537 Sep 08 05:02:34.015201 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bfa033d8-74d8-4b81-97b5-d2b4a786608b req-500f198e-fa91-40d7-926c-fe701e0cb1ef service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813150 Sep 08 05:02:35.734743 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:02:42.477207 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2b4f2-b637-400a-850c-f7621f3089a6 req-a9c0e454-47ac-4977-b339-af0fd4fe26dc tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:42.478643 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-35f2b4f2-b637-400a-850c-f7621f3089a6 req-a9c0e454-47ac-4977-b339-af0fd4fe26dc tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0480196 Sep 08 05:02:42.518834 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-35f2b4f2-b637-400a-850c-f7621f3089a6 req-ed7ae6ec-f782-4951-878f-718f7a7336ec tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323510 Sep 08 05:02:43.634232 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be1c8-4585-4931-87b5-868c5227fc1e req-869e6411-bcfb-497d-aaa3-fff81b0afbc8 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:43.635663 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-579be1c8-4585-4931-87b5-868c5227fc1e req-869e6411-bcfb-497d-aaa3-fff81b0afbc8 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0513449 Sep 08 05:02:43.671896 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-579be1c8-4585-4931-87b5-868c5227fc1e req-39c1b6a4-8a7c-4d5f-9669-fb751e0115ee tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300031 Sep 08 05:02:44.782372 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbacbf-6d99-4c54-9474-1a9b687b40ba req-ac426d96-3121-404a-95f6-69c702fa54b3 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:44.783814 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-18fbacbf-6d99-4c54-9474-1a9b687b40ba req-ac426d96-3121-404a-95f6-69c702fa54b3 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0474284 Sep 08 05:02:44.819660 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-18fbacbf-6d99-4c54-9474-1a9b687b40ba req-44fdf562-f81a-442f-887d-3b0a7e34d012 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301173 Sep 08 05:02:45.931462 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632ab3d-6f50-41f0-aaf9-a5d13c8fce81 req-f79fc616-2475-4f63-b1f6-f7908d2c40a0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:45.932888 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1632ab3d-6f50-41f0-aaf9-a5d13c8fce81 req-f79fc616-2475-4f63-b1f6-f7908d2c40a0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0470247 Sep 08 05:02:45.968359 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1632ab3d-6f50-41f0-aaf9-a5d13c8fce81 req-925989c7-dd21-412e-b26c-705035ba8509 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297499 Sep 08 05:02:47.082633 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8505669-d902-4426-8b47-727107250a8a req-acc23943-7f25-4c9c-a506-b4c252c288ca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:47.084091 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b8505669-d902-4426-8b47-727107250a8a req-acc23943-7f25-4c9c-a506-b4c252c288ca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0506191 Sep 08 05:02:47.119347 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-b8505669-d902-4426-8b47-727107250a8a req-81c20015-9e5c-4f32-b711-3d1927a3e7ad tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295424 Sep 08 05:02:48.230587 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901346e-61da-4c0d-a999-89d5767dbcd0 req-d5dd2cb8-c618-442c-8b3a-5e4a4ae16532 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:48.232058 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2901346e-61da-4c0d-a999-89d5767dbcd0 req-d5dd2cb8-c618-442c-8b3a-5e4a4ae16532 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0476491 Sep 08 05:02:48.269403 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2901346e-61da-4c0d-a999-89d5767dbcd0 req-bf4a351b-aaa4-4517-86b8-07027e3395f9 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Sep 08 05:02:49.382361 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97383883-16ed-467d-b9f9-fa293ee1735e req-2c4a7216-477e-4fc1-a144-95c2d7222157 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:49.383842 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-97383883-16ed-467d-b9f9-fa293ee1735e req-2c4a7216-477e-4fc1-a144-95c2d7222157 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0495377 Sep 08 05:02:49.420537 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-97383883-16ed-467d-b9f9-fa293ee1735e req-7f8addff-9e7e-41e9-b5d4-7a72eb20b8e4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309095 Sep 08 05:02:50.535500 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2769a-b60e-4e43-9816-458c5c3e8c9d req-e67a9272-7d6e-4965-ac59-8c55df48a86e tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:50.536942 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f6f2769a-b60e-4e43-9816-458c5c3e8c9d req-e67a9272-7d6e-4965-ac59-8c55df48a86e tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0508661 Sep 08 05:02:50.573525 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f6f2769a-b60e-4e43-9816-458c5c3e8c9d req-255e796d-f166-4fbc-8683-04cbd4565967 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308051 Sep 08 05:02:51.684729 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f764-0c3d-465c-a5dc-30bd2f020643 req-a0c6c662-78ff-4d69-8379-76b1d9792a43 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:51.686223 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1238f764-0c3d-465c-a5dc-30bd2f020643 req-a0c6c662-78ff-4d69-8379-76b1d9792a43 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0486126 Sep 08 05:02:51.723105 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1238f764-0c3d-465c-a5dc-30bd2f020643 req-57d58676-0053-4efc-b538-4321236e6c77 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305140 Sep 08 05:02:52.835227 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f311bd-1d6a-4faa-a947-9532f2915185 req-4c038982-5d8a-4930-a9b1-9123543ff2e9 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:52.836656 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-70f311bd-1d6a-4faa-a947-9532f2915185 req-4c038982-5d8a-4930-a9b1-9123543ff2e9 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0471950 Sep 08 05:02:52.872442 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-70f311bd-1d6a-4faa-a947-9532f2915185 req-9782392d-b474-42b2-bf4a-f2874c6831b8 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300226 Sep 08 05:02:53.113445 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7c4e-93eb-46c3-9c89-bc948d04d9f2 req-5872602f-2c2f-4b00-bec2-34f31bb9f6ae tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:53.114923 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4bb7c4e-93eb-46c3-9c89-bc948d04d9f2 req-5872602f-2c2f-4b00-bec2-34f31bb9f6ae tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0494225 Sep 08 05:02:53.178268 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4bb7c4e-93eb-46c3-9c89-bc948d04d9f2 req-e9a24447-57f7-47be-ac17-c61512963a9b tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562792 Sep 08 05:02:53.181045 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-656cddb1-5d23-430d-a704-06b3c9a07841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:53.182448 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-656cddb1-5d23-430d-a704-06b3c9a07841 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 1099 time: 0.0776944 Sep 08 05:02:53.270187 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-75c2e0fd-01e4-4824-86f9-49ae89ada388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:53.271540 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-75c2e0fd-01e4-4824-86f9-49ae89ada388 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 912 time: 0.0819585 Sep 08 05:02:53.354883 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-e4fe1503-4162-4b57-9472-ac68385fe944 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8756c0b2-e913-4dce-a7d8-8da21a793195 HTTP/1.1" status: 200 len: 1000 time: 0.0751529 Sep 08 05:02:53.403710 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-7c496ea7-560d-41db-9761-5e6c31e6ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:53.405100 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-7c496ea7-560d-41db-9761-5e6c31e6ec61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30f0cdf3-a845-4f4b-9669-725a9bab2aa7 HTTP/1.1" status: 200 len: 850 time: 0.0438206 Sep 08 05:02:53.448391 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-5cb5c87b-f9fd-4edb-a08d-6885dd57f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:53.449814 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-5cb5c87b-f9fd-4edb-a08d-6885dd57f792 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377049 Sep 08 05:02:53.539827 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-dda4e142-0e65-4f13-8919-c864a06252f4 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827060 Sep 08 05:02:53.624391 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e0ff07cf-c06d-4d3c-ac23-36474b1952b9 req-bd5a34b0-2769-48b0-8b2c-a14b1548b448 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775456 Sep 08 05:02:54.296650 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1488c-513f-40b7-9b76-9c5d23ee2279 req-846f3856-e0b1-4a06-9d23-f67c309b9c22 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:02:54.298141 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f1c1488c-513f-40b7-9b76-9c5d23ee2279 req-846f3856-e0b1-4a06-9d23-f67c309b9c22 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0527251 Sep 08 05:02:54.334873 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f1c1488c-513f-40b7-9b76-9c5d23ee2279 req-f6b02ae8-c399-4484-912d-bd3e8dcebdd0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Sep 08 05:02:58.341245 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-25e642c1-fecb-4ebd-9692-32694eef20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:00.338561 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:00.853209 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f16959cd-f06a-42d4-bc83-f581910968e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:01.329181 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:02.211303 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:03.467403 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:12.734219 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:03:23.170129 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49028) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:23.319391 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Deleting port aa7f508a-4037-4793-82cc-cc210e32cd9f {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:23.319748 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:23.395945 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:23.396187 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:23.407397 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Calling delete_port for aa7f508a-4037-4793-82cc-cc210e32cd9f owned by network:floatingip {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:23.571168 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:23.597132 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event deleted for resources: {'Port': ['ID=aa7f508a-4037-4793-82cc-cc210e32cd9f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:23.621052 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.621401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.621743 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.622126 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.622450 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.622781 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.623109 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.623437 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.623761 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.624090 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.624417 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.625401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:23.662613 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:23.662868 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Floating IP 8c897c46-6848-4ec3-82a4-8654b081f662 disassociated (deleted). External IP: 172.27.3.47, port: cc797cc8-c73f-475b-bfeb-52567f4aa3f2. Sep 08 05:03:23.861658 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Router db4b9b02-23ce-49d6-a43f-3677336ebcca has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:03:23.965043 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:03:23.970422 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:23.975331 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] Sync routers for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:03:23.984788 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:23.985380 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:23.996727 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b782d964-65f9-47b9-a847-cf8b9cde7e09 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "DELETE /v2.0/floatingips/8c897c46-6848-4ec3-82a4-8654b081f662 HTTP/1.1" status: 204 len: 168 time: 0.8256946 Sep 08 05:03:23.997316 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:03:23.999593 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abbcc30-97de-42a3-b68b-069d2033c942" -d '{"events": [{"name": "network-changed", "server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:03:24.037826 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a0ddaa-9ed4-44d5-bfdd-929d5c17f775 x-openstack-request-id: req-54a0ddaa-9ed4-44d5-bfdd-929d5c17f775 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:03:24.038167 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:03:24.038418 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54a0ddaa-9ed4-44d5-bfdd-929d5c17f775 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:03:24.038945 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'status': 'completed', 'code': 200} Sep 08 05:03:24.089187 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:24.135791 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-8048d015-f006-480b-a54e-41c30a99eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:24.137304 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-8048d015-f006-480b-a54e-41c30a99eb0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83894fcdebe946bfb5beb705f1db44f2&device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 1099 time: 0.0504107 Sep 08 05:03:24.281818 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-594c47a8-7b27-44dc-ab20-76e3f96bdbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:24.283385 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-594c47a8-7b27-44dc-ab20-76e3f96bdbf6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 200 len: 910 time: 0.0875733 Sep 08 05:03:24.354222 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-75c78d38-dd36-4d56-8087-7c99730b3e5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 200 len: 217 time: 0.0626779 Sep 08 05:03:24.377765 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '8d75e978-ce98-4e5f-b9d4-74cdf9b1b347', 'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'mac_address': 'fa:16:3e:ac:40:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:46Z', 'updated_at': '2021-09-08T04:54:53Z', 'revision_number': 5, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'subnets': [{'id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:24.398590 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c95bc-5d7b-4064-a320-86301e200063 req-4e830fee-c7cb-4092-a706-bf80cb31cce3 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:24.400091 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9d9c95bc-5d7b-4064-a320-86301e200063 req-4e830fee-c7cb-4092-a706-bf80cb31cce3 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.2186928 Sep 08 05:03:24.407273 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] Checking router: db4b9b02-23ce-49d6-a43f-3677336ebcca for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:03:24.415454 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:24.416048 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:24.429692 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-613aff83-fd56-4d32-88a0-fcf86c0c444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:24.431165 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-613aff83-fd56-4d32-88a0-fcf86c0c444f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 200 len: 848 time: 0.0698667 Sep 08 05:03:24.455888 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9d9c95bc-5d7b-4064-a320-86301e200063 req-de4efb11-6f82-4e7f-a003-53c392656299 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498862 Sep 08 05:03:24.487463 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-11de9fc1-a7bf-477d-9a6c-a44cd3c175e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:24.488959 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-11de9fc1-a7bf-477d-9a6c-a44cd3c175e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486996 Sep 08 05:03:24.519623 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:24.580245 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-c99bc826-4ab7-4c38-ac62-fbf1cee5cf74 service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819619 Sep 08 05:03:24.673079 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1abbcc30-97de-42a3-b68b-069d2033c942 req-fcd7d6f0-f77a-4de1-a570-8f0d52db43ca service neutron] 10.222.0.26 "GET /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835083 Sep 08 05:03:24.716516 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '8d75e978-ce98-4e5f-b9d4-74cdf9b1b347', 'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'mac_address': 'fa:16:3e:ac:40:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:46Z', 'updated_at': '2021-09-08T04:54:53Z', 'revision_number': 5, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'subnets': [{'id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:24.742298 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079184c-dcdd-4183-9fec-37f150460951 None None] The sync data for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi is: [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:47Z', 'revision_number': 4, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '8d75e978-ce98-4e5f-b9d4-74cdf9b1b347', 'name': '', 'network_id': '4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'mac_address': 'fa:16:3e:ac:40:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:46Z', 'updated_at': '2021-09-08T04:54:53Z', 'revision_number': 5, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'subnets': [{'id': 'b79a74b5-164d-4136-b167-901a4f39e341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:03:24.956898 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90158b00-6840-4e3f-8eee-87a7ec647516 None None] New status for floating IP 8c897c46-6848-4ec3-82a4-8654b081f662: DOWN {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:03:25.622626 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d8bf1-1666-4ece-ace7-25d6bfb48a6c req-ce4a9990-4e5f-4540-a10e-fdffa9fcec1d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:25.624095 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d59d8bf1-1666-4ece-ace7-25d6bfb48a6c req-ce4a9990-4e5f-4540-a10e-fdffa9fcec1d tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.1002638 Sep 08 05:03:25.660997 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d59d8bf1-1666-4ece-ace7-25d6bfb48a6c req-9648d963-2294-49be-886e-fb2261b38c08 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/security-groups?id=25dc05f3-b3f1-4a46-a733-e9e3eb700020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307319 Sep 08 05:03:25.959402 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-fd1dfd1b-92fa-434e-b717-385a88fd109b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:25.960843 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-fd1dfd1b-92fa-434e-b717-385a88fd109b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.26 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 946 time: 0.0477841 Sep 08 05:03:26.050504 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Deleting port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:26.050859 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:26.142172 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] For port cc797cc8-c73f-475b-bfeb-52567f4aa3f2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:26.142536 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:26.154613 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Calling delete_port for cc797cc8-c73f-475b-bfeb-52567f4aa3f2 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:26.277287 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:26.305030 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event deleted for resources: {'Port': ['ID=cc797cc8-c73f-475b-bfeb-52567f4aa3f2,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:26.327537 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.328452 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.328788 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.329119 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.329443 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.329763 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.330111 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.330430 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.330749 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.331068 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.331386 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.331696 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:26.352991 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] No DVR routers for this DVR port cc797cc8-c73f-475b-bfeb-52567f4aa3f2 on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:03:26.355583 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:26.357610 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a25710bc-d806-45b1-b1ce-4b390922ef54 req-bf2cd764-ebc6-4c57-8376-1bf9702bd00b tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.26 "DELETE /v2.0/ports/cc797cc8-c73f-475b-bfeb-52567f4aa3f2 HTTP/1.1" status: 204 len: 173 time: 0.3898647 Sep 08 05:03:26.358183 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'name': 'network-vif-deleted', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:03:26.362568 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eccc4de-d022-417e-a3a1-b98c92b5e2cb" -d '{"events": [{"server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "name": "network-vif-deleted", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:03:26.404614 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aa9287-66de-4a08-be46-3e6153351559 x-openstack-request-id: req-85aa9287-66de-4a08-be46-3e6153351559 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:03:26.404912 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df28b1f6-0125-4b05-b15d-124f4a988e41", "name": "network-vif-deleted", "tag": "cc797cc8-c73f-475b-bfeb-52567f4aa3f2", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:03:26.405171 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85aa9287-66de-4a08-be46-3e6153351559 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:03:26.405570 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df28b1f6-0125-4b05-b15d-124f4a988e41', 'name': 'network-vif-deleted', 'tag': 'cc797cc8-c73f-475b-bfeb-52567f4aa3f2', 'status': 'completed', 'code': 200} Sep 08 05:03:26.756936 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-08cd8148-6eb5-4014-8f47-5816c9d5f0b7 req-b8741484-dd8c-4c0e-a52d-a56cb35ed3d5 tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "GET /v2.0/ports?device_id=df28b1f6-0125-4b05-b15d-124f4a988e41 HTTP/1.1" status: 200 len: 210 time: 0.0294380 Sep 08 05:03:27.140616 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb2488-3508-4148-ac22-e4b32ee5b329 req-f43b3370-51d2-49b5-af19-8e70196c8634 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:27.142104 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6abb2488-3508-4148-ac22-e4b32ee5b329 req-f43b3370-51d2-49b5-af19-8e70196c8634 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0550096 Sep 08 05:03:27.178497 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6abb2488-3508-4148-ac22-e4b32ee5b329 req-79d0713e-6ce1-4bb7-9129-8fce4160cd9f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304816 Sep 08 05:03:27.810112 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49070) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:27.866510 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b388f79-6eac-4e0d-a939-0be6ec13a65f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:27.891349 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b388f79-6eac-4e0d-a939-0be6ec13a65f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:27.949576 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b388f79-6eac-4e0d-a939-0be6ec13a65f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:27.952104 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b388f79-6eac-4e0d-a939-0be6ec13a65f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:27.953264 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9b388f79-6eac-4e0d-a939-0be6ec13a65f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] 10.222.0.20 "DELETE /v2.0/security-groups/25dc05f3-b3f1-4a46-a733-e9e3eb700020 HTTP/1.1" status: 204 len: 168 time: 0.1421497 Sep 08 05:03:27.962191 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b388f79-6eac-4e0d-a939-0be6ec13a65f tempest-TestShelveInstance-747452076 tempest-TestShelveInstance-747452076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dc05f3-b3f1-4a46-a733-e9e3eb700020,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:28.017639 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49074) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:28.332913 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eddc3-7320-4ae7-819e-875fe4899630 req-3fcdc6db-0dd7-4b20-8405-9ef2082760fe tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:28.334420 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-397eddc3-7320-4ae7-819e-875fe4899630 req-3fcdc6db-0dd7-4b20-8405-9ef2082760fe tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0891953 Sep 08 05:03:28.341617 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c855c05-d2fb-4966-a981-9ee94efacb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:28.409708 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-397eddc3-7320-4ae7-819e-875fe4899630 req-1cef2241-9f08-45db-895a-017eff42b3c2 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672226 Sep 08 05:03:28.516609 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587383'] for router_interface, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:28.746680 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Deleting port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:28.746925 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:28.821223 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] For port 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=8d75e978-ce98-4e5f-b9d4-74cdf9b1b347,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:28.821914 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:28.837054 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Calling delete_port for 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 owned by network:router_interface {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:29.006734 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:29.031215 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d75e978-ce98-4e5f-b9d4-74cdf9b1b347,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:29.189228 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587419'] for router_interface, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:29.227234 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-47704014-6e22-4a10-9f11-c8b6e9b61c17 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:29.228681 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-47704014-6e22-4a10-9f11-c8b6e9b61c17 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.0497417 Sep 08 05:03:29.316752 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Deleting port 8756c0b2-e913-4dce-a7d8-8da21a793195 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:29.317018 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:29.408208 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] For port 8756c0b2-e913-4dce-a7d8-8da21a793195, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8756c0b2-e913-4dce-a7d8-8da21a793195,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:29.408571 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:29.617282 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64d20-d05f-408b-96a5-fd7f20d898ef req-cb31deee-6707-465c-986a-d4915c5b5f33 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:29.618786 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-72a64d20-d05f-408b-96a5-fd7f20d898ef req-cb31deee-6707-465c-986a-d4915c5b5f33 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f79b75e3-9c73-42b7-aece-17d183ddb852 HTTP/1.1" status: 200 len: 946 time: 0.1101007 Sep 08 05:03:29.633730 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:29.634129 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:29.634446 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Floating IP 269cabc1-cea7-4b00-9675-17d3445c235a disassociated. External IP: 172.27.3.3, port: 8756c0b2-e913-4dce-a7d8-8da21a793195. Sep 08 05:03:29.634786 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Calling delete_port for 8756c0b2-e913-4dce-a7d8-8da21a793195 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:29.642047 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Router db4b9b02-23ce-49d6-a43f-3677336ebcca has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:03:29.696993 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-72a64d20-d05f-408b-96a5-fd7f20d898ef req-9cf99d2c-fe1d-449b-8127-3c7639dce571 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711668 Sep 08 05:03:29.750505 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:03:29.758758 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b77f9032-ef41-44c6-a173-96244b10ad87 admin admin] 10.222.0.20 "PUT /v2.0/routers/db4b9b02-23ce-49d6-a43f-3677336ebcca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7370672 Sep 08 05:03:29.758758 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49082) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:29.761828 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] Sync routers for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:03:29.771326 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:29.771984 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:29.788336 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:29.818420 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event deleted for resources: {'Port': ['ID=8756c0b2-e913-4dce-a7d8-8da21a793195,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:29.864428 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks [] for router, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:29.890335 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:29.933114 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Router fe14dbf6-37ae-4921-a66a-0a780ed97ebe has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:03:29.970639 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.026444 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Deleting port cd0495a6-7237-4216-b56d-db72423aff6e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:30.027086 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.040202 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:03:30.053705 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] Sync routers for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:03:30.066104 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:30.067189 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:30.079848 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T05:03:28Z', 'revision_number': 5, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port': {'id': 'cd0495a6-7237-4216-b56d-db72423aff6e', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T04:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:30.085368 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] No DVR routers for this DVR port 8756c0b2-e913-4dce-a7d8-8da21a793195 on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:03:30.089040 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.092677 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9ba856f0-80c1-4fce-92ea-cdd0ed71f418 req-6314eb22-5060-4c67-9041-f6e601914aca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "DELETE /v2.0/ports/8756c0b2-e913-4dce-a7d8-8da21a793195 HTTP/1.1" status: 204 len: 173 time: 0.8568232 Sep 08 05:03:30.094224 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'name': 'network-vif-deleted', 'tag': '8756c0b2-e913-4dce-a7d8-8da21a793195'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:03:30.097763 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a552a-f6ff-4854-ad7f-f6d0d477f260" -d '{"events": [{"server_uuid": "f79b75e3-9c73-42b7-aece-17d183ddb852", "name": "network-vif-deleted", "tag": "8756c0b2-e913-4dce-a7d8-8da21a793195"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:03:30.118397 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] Checking router: db4b9b02-23ce-49d6-a43f-3677336ebcca for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:03:30.128234 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] Routers {'db4b9b02-23ce-49d6-a43f-3677336ebcca'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:30.130371 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['db4b9b02-23ce-49d6-a43f-3677336ebcca'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:30.134240 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] For port cd0495a6-7237-4216-b56d-db72423aff6e, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=cd0495a6-7237-4216-b56d-db72423aff6e,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:30.138611 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.142974 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36211aac-3233-47d7-8d7d-414237bd6046 x-openstack-request-id: req-36211aac-3233-47d7-8d7d-414237bd6046 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:03:30.143307 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79b75e3-9c73-42b7-aece-17d183ddb852", "name": "network-vif-deleted", "tag": "8756c0b2-e913-4dce-a7d8-8da21a793195", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:03:30.143562 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36211aac-3233-47d7-8d7d-414237bd6046 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:03:30.144069 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79b75e3-9c73-42b7-aece-17d183ddb852', 'name': 'network-vif-deleted', 'tag': '8756c0b2-e913-4dce-a7d8-8da21a793195', 'status': 'completed', 'code': 200} Sep 08 05:03:30.172839 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Calling delete_port for cd0495a6-7237-4216-b56d-db72423aff6e owned by network:router_gateway {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:30.192922 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:30.249522 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] Set router db4b9b02-23ce-49d6-a43f-3677336ebcca gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:30.323587 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T05:03:29Z', 'revision_number': 6, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port_host': None}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:30.353729 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4d04a-3cd1-4eb9-b3c0-4f073fd49b39 None None] The sync data for ids ['db4b9b02-23ce-49d6-a43f-3677336ebcca'] in dv-cinder-784140-7-iscsi is: [{'id': 'db4b9b02-23ce-49d6-a43f-3677336ebcca', 'name': 'tempest-TestShelveInstance-1646621339-router', 'tenant_id': '83894fcdebe946bfb5beb705f1db44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:42Z', 'updated_at': '2021-09-08T05:03:29Z', 'revision_number': 6, 'project_id': '83894fcdebe946bfb5beb705f1db44f2', 'gw_port_host': None}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:03:30.358382 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cc797cc8-c73f-475b-bfeb-52567f4aa3f2 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:03:30.375508 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.402597 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: cc797cc8-c73f-475b-bfeb-52567f4aa3f2 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:03:30.403048 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device cc797cc8-c73f-475b-bfeb-52567f4aa3f2 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:03:30.403424 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 8756c0b2-e913-4dce-a7d8-8da21a793195 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:03:30.424787 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0495a6-7237-4216-b56d-db72423aff6e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:30.427873 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.428513 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 8756c0b2-e913-4dce-a7d8-8da21a793195 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:03:30.428851 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 8756c0b2-e913-4dce-a7d8-8da21a793195 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:03:30.487006 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585529'] for router_gateway, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.492085 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:30.522646 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] Checking router: fe14dbf6-37ae-4921-a66a-0a780ed97ebe for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:03:30.531044 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:30.531652 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:30.580103 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31134'] for router, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.582318 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.627591 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586067'] for router, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.628101 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db4b9b02-23ce-49d6-a43f-3677336ebcca {{(pid=93866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 05:03:30.633056 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.634327 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8f55de90-15ac-45ea-8c4b-a81f53748848 admin admin] 10.222.0.20 "DELETE /v2.0/routers/db4b9b02-23ce-49d6-a43f-3677336ebcca HTTP/1.1" status: 204 len: 168 time: 0.8750424 Sep 08 05:03:30.636802 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49086) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:30.646795 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:30.693395 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5aeb64-15e8-4eb0-b6e8-9ead2e2fa0d9 admin admin] Deleting subnet b79a74b5-164d-4136-b167-901a4f39e341 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 05:03:30.697047 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aa5aeb64-15e8-4eb0-b6e8-9ead2e2fa0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.734197 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aa5aeb64-15e8-4eb0-b6e8-9ead2e2fa0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.797741 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49092) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:30.843199 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aa5aeb64-15e8-4eb0-b6e8-9ead2e2fa0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.863524 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a146153a-2d86-44f8-a9b7-653bd4ea1627 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.889489 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a146153a-2d86-44f8-a9b7-653bd4ea1627 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.895001 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1a0026a5-ccf7-424b-9c7c-70714ca42572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.906851 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aa5aeb64-15e8-4eb0-b6e8-9ead2e2fa0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.932207 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5aeb64-15e8-4eb0-b6e8-9ead2e2fa0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79a74b5-164d-4136-b167-901a4f39e341,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:30.938871 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aa5aeb64-15e8-4eb0-b6e8-9ead2e2fa0d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.941389 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-aa5aeb64-15e8-4eb0-b6e8-9ead2e2fa0d9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b79a74b5-164d-4136-b167-901a4f39e341 HTTP/1.1" status: 204 len: 168 time: 0.3029501 Sep 08 05:03:30.943914 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49094) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:30.947443 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02922835-f458-4d2f-843b-a033fc86b3c3 None None] Network 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:03:30.951399 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a146153a-2d86-44f8-a9b7-653bd4ea1627 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.954403 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a146153a-2d86-44f8-a9b7-653bd4ea1627 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:30.955714 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a146153a-2d86-44f8-a9b7-653bd4ea1627 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "DELETE /v2.0/security-groups/a65c86fc-bed5-4e5f-89d2-a05ea2465d8d HTTP/1.1" status: 204 len: 168 time: 0.1567330 Sep 08 05:03:30.960937 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49096) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:30.981464 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.api.v2.resource [None req-13bb6fb6-2329-40f7-913d-89d6bb4bd3f5 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] show failed (client error): The resource could not be found. Sep 08 05:03:30.982823 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-13bb6fb6-2329-40f7-913d-89d6bb4bd3f5 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups/a65c86fc-bed5-4e5f-89d2-a05ea2465d8d HTTP/1.1" status: 404 len: 347 time: 0.0207291 Sep 08 05:03:30.984436 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146153a-2d86-44f8-a9b7-653bd4ea1627 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65c86fc-bed5-4e5f-89d2-a05ea2465d8d,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:30.986296 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49098) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:31.015555 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.073320 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Deleting port f7fe713e-7f24-4561-beea-16caed427dad {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:31.073672 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.117038 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Deleting port 5a953e6f-ace6-4ed5-ad0e-1a857c17021a {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:31.117387 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.123399 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:31.156840 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] For port f7fe713e-7f24-4561-beea-16caed427dad, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=f7fe713e-7f24-4561-beea-16caed427dad,segment=NetworkSegment(74d53704-4e47-4ca6-a387-b522a4a565fc),segment_id=74d53704-4e47-4ca6-a387-b522a4a565fc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:31.157260 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.157683 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5ce69-1bea-461e-86a1-409b773f2283 None None] The sync data for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi is: [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:03:31.172380 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Calling delete_port for f7fe713e-7f24-4561-beea-16caed427dad owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:31.214838 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] DHCP port deletion for 4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 request from dv-cinder-784140-7-iscsi {{(pid=93868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 05:03:31.221513 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.222108 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.237325 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Calling delete_port for 5a953e6f-ace6-4ed5-ad0e-1a857c17021a owned by network:floatingip {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:31.273172 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.275228 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Deleting port f7fe713e-7f24-4561-beea-16caed427dad {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:31.275657 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.310027 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fe713e-7f24-4561-beea-16caed427dad,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:31.312036 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] No DVR routers for this DVR port f7fe713e-7f24-4561-beea-16caed427dad on host dv-cinder-784140-7-iscsi {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:03:31.354222 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] For port f7fe713e-7f24-4561-beea-16caed427dad, host dv-cinder-784140-7-iscsi, got binding levels [] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:31.354684 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.376063 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Calling delete_port for f7fe713e-7f24-4561-beea-16caed427dad owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:31.380804 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.ipam_backend_mixin [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Port f7fe713e-7f24-4561-beea-16caed427dad was not found and therefore no delete operation was performed {{(pid=93868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 05:03:31.383304 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.390562 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.391866 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.413502 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Pushing event deleted for resources: {'Port': ['ID=f7fe713e-7f24-4561-beea-16caed427dad,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:31.416866 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:31.417073 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] No DVR routers for this DVR port f7fe713e-7f24-4561-beea-16caed427dad on host dv-cinder-784140-7-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:03:31.420764 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.424789 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.425216 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.425638 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.426101 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.426448 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.426844 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.427237 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.427622 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.428011 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.429055 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.429055 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.429244 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d175f-48d0-4b6c-a862-9acbb0f9a8a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:03:31.441301 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d53704-4e47-4ca6-a387-b522a4a565fc') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:31.441597 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d53704-4e47-4ca6-a387-b522a4a565fc') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:31.456923 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30506971'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.475868 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.478122 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event deleted for resources: {'Port': ['ID=5a953e6f-ace6-4ed5-ad0e-1a857c17021a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:31.486434 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 05:03:31.487002 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31434934'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: Traceback (most recent call last): Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: timer() Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: cb(*args, **kw) Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: return func(*args, **kwargs) Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: self._notify() Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: self.callback(batched_events) Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: event.method(event) Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: return f(self, *a, **k) Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._get(url).json() Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 05:03:31.488950 dv-cinder-784140-7-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 05:03:31.532468 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.535438 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.536860 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9ba05f93-55bd-4698-8c60-4287b21f7969 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "DELETE /v2.0/floatingips/269cabc1-cea7-4b00-9675-17d3445c235a HTTP/1.1" status: 204 len: 168 time: 0.5494151 Sep 08 05:03:31.565099 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.575616 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.577753 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5 HTTP/1.1" status: 204 len: 168 time: 0.6325440 Sep 08 05:03:31.578764 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481d42a-9f73-47cc-b398-b540ba285f5f None None] New status for floating IP 269cabc1-cea7-4b00-9675-17d3445c235a: DOWN {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:03:31.580601 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49102) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:31.611830 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba0361-7ee7-4400-8a04-8519d0106a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea05f0a-fef9-44cb-ac46-d2f0d21bd0c5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:31.623416 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device cd0495a6-7237-4216-b56d-db72423aff6e no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:03:31.659302 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: cd0495a6-7237-4216-b56d-db72423aff6e {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:03:31.659998 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device cd0495a6-7237-4216-b56d-db72423aff6e not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:03:31.660589 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f7fe713e-7f24-4561-beea-16caed427dad no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:03:31.699228 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: f7fe713e-7f24-4561-beea-16caed427dad {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:03:31.699602 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f7fe713e-7f24-4561-beea-16caed427dad not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:03:31.700027 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:03:31.724949 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:03:31.725297 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 8d75e978-ce98-4e5f-b9d4-74cdf9b1b347 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:03:31.792821 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49104) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:31.797493 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-473414fc-3991-4dc8-89cc-3a08116bebda tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794778438', 'description': 'tempest-description--548087380'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:03:31.819289 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-473414fc-3991-4dc8-89cc-3a08116bebda tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.899259 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-473414fc-3991-4dc8-89cc-3a08116bebda tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.903119 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-473414fc-3991-4dc8-89cc-3a08116bebda tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.932039 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-473414fc-3991-4dc8-89cc-3a08116bebda tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.935844 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-473414fc-3991-4dc8-89cc-3a08116bebda tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1393118 Sep 08 05:03:31.935844 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473414fc-3991-4dc8-89cc-3a08116bebda tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91308dfd-117c-4dbf-8702-fcf41d336e07,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:31.937294 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49106) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:31.941906 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-fa357bfc-da7e-4f31-af35-1508421f9fca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'security_group_rule': {'security_group_id': '91308dfd-117c-4dbf-8702-fcf41d336e07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:03:31.968857 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa357bfc-da7e-4f31-af35-1508421f9fca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:31.975560 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587383'] for router_interface, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.027954 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa357bfc-da7e-4f31-af35-1508421f9fca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.031572 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa357bfc-da7e-4f31-af35-1508421f9fca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.049810 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa357bfc-da7e-4f31-af35-1508421f9fca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e982b4a-daa4-4b2d-b12c-e0ba9411e391,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:32.059788 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa357bfc-da7e-4f31-af35-1508421f9fca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.061434 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-fa357bfc-da7e-4f31-af35-1508421f9fca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229017 Sep 08 05:03:32.064591 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49108) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:32.069060 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-268478bf-3cb8-49a2-80bb-3888a489fc94 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'security_group_rule': {'security_group_id': '91308dfd-117c-4dbf-8702-fcf41d336e07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:03:32.097580 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-268478bf-3cb8-49a2-80bb-3888a489fc94 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.160231 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-268478bf-3cb8-49a2-80bb-3888a489fc94 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.164124 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-268478bf-3cb8-49a2-80bb-3888a489fc94 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541301'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.184813 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268478bf-3cb8-49a2-80bb-3888a489fc94 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6185211-c8e2-42d0-b3dc-a72d1260abee,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:32.188943 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-268478bf-3cb8-49a2-80bb-3888a489fc94 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.193219 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-268478bf-3cb8-49a2-80bb-3888a489fc94 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246903 Sep 08 05:03:32.193474 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49110) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:32.198912 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'floatingip': {'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:03:32.214980 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.223353 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.322368 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.429277 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Allocated IP 172.27.3.15 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/3ec46552-6773-49f3-93f7-bec7f5951ef1) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:03:32.494468 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Deleting port 00b78741-5feb-4217-8c6c-ff4922ca431a {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:32.494699 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.508797 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-fd2a5cd5-d3cf-4621-bdbd-f89e4a2c23b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624802 Sep 08 05:03:32.546096 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.584787 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.603165 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] For port 00b78741-5feb-4217-8c6c-ff4922ca431a, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=00b78741-5feb-4217-8c6c-ff4922ca431a,segment=NetworkSegment(4c208d5b-84c0-4d12-99b9-fc387ab38f28),segment_id=4c208d5b-84c0-4d12-99b9-fc387ab38f28)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:32.603528 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.613120 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-c5589e0d-6f97-4fac-abd8-9c5adfcd07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:32.614679 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-c5589e0d-6f97-4fac-abd8-9c5adfcd07eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 1099 time: 0.0667970 Sep 08 05:03:32.620348 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Calling delete_port for 00b78741-5feb-4217-8c6c-ff4922ca431a owned by network:router_interface {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:32.622116 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:03:32.625473 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:03:32.631288 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:03:32.636890 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'Port': ['ID=3ec46552-6773-49f3-93f7-bec7f5951ef1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:32.716259 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.752968 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.798877 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-8868f8e2-ad30-4876-a8d7-da048562dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:32.800323 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-8868f8e2-ad30-4876-a8d7-da048562dfb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.1404500 Sep 08 05:03:32.877945 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-d46339d2-59dc-4fd2-afd2-1af9693b3da4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 HTTP/1.1" status: 200 len: 1001 time: 0.0694437 Sep 08 05:03:32.900373 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.904198 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31435630'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.952139 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-56a267c5-8c8b-4c41-8fe5-3e17348f5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:32.954267 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-56a267c5-8c8b-4c41-8fe5-3e17348f5bcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0590382 Sep 08 05:03:32.955448 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.976147 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'Port': ['ID=3ec46552-6773-49f3-93f7-bec7f5951ef1,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:32.985879 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:32.988419 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b78741-5feb-4217-8c6c-ff4922ca431a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:33.000692 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:33.002066 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0ff0607d-ca38-4205-9891-8f20f8749a3f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8075769 Sep 08 05:03:33.069156 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-583b9ce4-1f12-4f1e-bf45-ea06bbc87728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:33.070736 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-583b9ce4-1f12-4f1e-bf45-ea06bbc87728 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078088 Sep 08 05:03:33.115145 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-c53af91c-66be-415b-acd3-941a2a30d49f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 05:03:33.116168 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-c53af91c-66be-415b-acd3-941a2a30d49f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0382588 Sep 08 05:03:33.203803 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-e5e414f5-db17-46b2-885f-33a3537bc974 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--794778438&fields=id&tenant_id=696cb623574b4fcda1df67ee39aef916 HTTP/1.1" status: 200 len: 267 time: 0.0353272 Sep 08 05:03:33.250081 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587419'] for router_interface, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:33.266472 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-558c34f2-5618-4a4c-9c1c-1c75face98c8 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419058 Sep 08 05:03:33.310367 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-9ca0c456-f8ef-4f98-9118-e2e0ed1ae0e8 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:33.311884 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-9ca0c456-f8ef-4f98-9118-e2e0ed1ae0e8 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 811 time: 0.1003096 Sep 08 05:03:33.327117 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-465b24aa-0d5a-47c2-b210-dac2484c5140 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/quotas/696cb623574b4fcda1df67ee39aef916 HTTP/1.1" status: 200 len: 375 time: 0.0087833 Sep 08 05:03:33.378587 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-86a72575-925b-4fb2-91f4-769f34b3c4a7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464587 Sep 08 05:03:33.394288 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-9e979c66-96c3-475b-9696-936bb461c70c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 05:03:33.395247 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-9e979c66-96c3-475b-9696-936bb461c70c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050638 Sep 08 05:03:33.438686 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb73e341-eee0-4727-8e53-767879ec50a7 req-4a09a58e-8d65-4dfe-8e27-5ff65610bead service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345813 Sep 08 05:03:33.478693 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:33.484873 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-d94cd61c-200a-451c-a4b3-931fcd693c51 service neutron] 10.222.0.20 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836933 Sep 08 05:03:33.545607 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Router daf75eb1-6942-40c2-819d-1a600ebd3552 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:03:33.581728 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-d6c806d8-0a0b-4739-bd05-462895573ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905693 Sep 08 05:03:33.657137 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:03:33.662417 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a6a94a65-a2de-477c-8a21-4919c755f2c3 admin admin] 10.222.0.20 "PUT /v2.0/routers/daf75eb1-6942-40c2-819d-1a600ebd3552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0805733 Sep 08 05:03:33.664942 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49128) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:33.669340 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] Sync routers for ids ['daf75eb1-6942-40c2-819d-1a600ebd3552'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:03:33.682915 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] Routers {'daf75eb1-6942-40c2-819d-1a600ebd3552'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:33.683933 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['daf75eb1-6942-40c2-819d-1a600ebd3552'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:33.747812 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5dd88a6b-4ecf-426a-9945-c63d578e8dfc req-4684ea4b-d039-4419-8dfd-75e912f8fd45 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 210 time: 0.0312111 Sep 08 05:03:33.798254 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks [] for router, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:33.812412 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] Set router daf75eb1-6942-40c2-819d-1a600ebd3552 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:33.912291 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:33.973686 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Deleting port feee5332-26d4-46db-aeee-6bbc484c7b24 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:33.974060 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.002457 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:51Z', 'updated_at': '2021-09-08T05:03:32Z', 'revision_number': 5, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'gw_port': {'id': 'feee5332-26d4-46db-aeee-6bbc484c7b24', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:54:52Z', 'updated_at': '2021-09-08T04:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:34.034729 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] Checking router: daf75eb1-6942-40c2-819d-1a600ebd3552 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:03:34.043104 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] Routers {'daf75eb1-6942-40c2-819d-1a600ebd3552'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:34.043702 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['daf75eb1-6942-40c2-819d-1a600ebd3552'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:34.064190 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] For port feee5332-26d4-46db-aeee-6bbc484c7b24, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=feee5332-26d4-46db-aeee-6bbc484c7b24,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:34.064860 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.080074 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Calling delete_port for feee5332-26d4-46db-aeee-6bbc484c7b24 owned by network:router_gateway {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:34.130860 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] Set router daf75eb1-6942-40c2-819d-1a600ebd3552 gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:34.193443 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:51Z', 'updated_at': '2021-09-08T05:03:33Z', 'revision_number': 6, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'gw_port_host': None}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:34.225420 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75d4bb-18cc-41ef-a7f7-48f4a233cec9 None None] The sync data for ids ['daf75eb1-6942-40c2-819d-1a600ebd3552'] in dv-cinder-784140-7-iscsi is: [{'id': 'daf75eb1-6942-40c2-819d-1a600ebd3552', 'name': 'tempest-TestShelveInstance-1787529859-router', 'tenant_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:54:51Z', 'updated_at': '2021-09-08T05:03:33Z', 'revision_number': 6, 'project_id': 'db83bf0e6f264a808543dd45a3dea5e0', 'gw_port_host': None}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:03:34.251729 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.278906 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Pushing event deleted for resources: {'Port': ['ID=feee5332-26d4-46db-aeee-6bbc484c7b24,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:34.336363 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585529'] for router_gateway, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.428093 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31134'] for router, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.430159 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.472345 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586067'] for router, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.472880 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf75eb1-6942-40c2-819d-1a600ebd3552 {{(pid=93866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 05:03:34.477268 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.478549 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-79490495-6e15-4445-96a3-9600b7b39759 admin admin] 10.222.0.20 "DELETE /v2.0/routers/daf75eb1-6942-40c2-819d-1a600ebd3552 HTTP/1.1" status: 204 len: 168 time: 0.8125525 Sep 08 05:03:34.481062 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49140) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:34.524803 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa023b57-f497-4e55-929a-9d17fd02f4ec admin admin] Deleting subnet b54029ff-6c32-4012-8091-d741395008e3 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 05:03:34.527632 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa023b57-f497-4e55-929a-9d17fd02f4ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.562346 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa023b57-f497-4e55-929a-9d17fd02f4ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.647715 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa023b57-f497-4e55-929a-9d17fd02f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.703320 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa023b57-f497-4e55-929a-9d17fd02f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.729129 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa023b57-f497-4e55-929a-9d17fd02f4ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54029ff-6c32-4012-8091-d741395008e3,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:34.731105 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa023b57-f497-4e55-929a-9d17fd02f4ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.740613 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-fa023b57-f497-4e55-929a-9d17fd02f4ec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b54029ff-6c32-4012-8091-d741395008e3 HTTP/1.1" status: 204 len: 168 time: 0.2558172 Sep 08 05:03:34.740613 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49142) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:34.741788 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b8d15-411b-4d0b-89a1-dacebacebed0 None None] Network 4d485b93-9eca-4199-891c-0a731acb8591 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:03:34.801993 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-dfe14b3e-d6b0-4523-97fa-ad92ed689d47 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:34.803913 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-dfe14b3e-d6b0-4523-97fa-ad92ed689d47 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 811 time: 0.1131968 Sep 08 05:03:34.820729 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:34.860195 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-e42d5948-1c2d-40a8-aab3-0bf7313ab8ec tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=696cb623574b4fcda1df67ee39aef916 HTTP/1.1" status: 200 len: 379 time: 0.0379941 Sep 08 05:03:34.869847 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'port': {'device_id': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'admin_state_up': True, 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'security_groups': ['91308dfd-117c-4dbf-8702-fcf41d336e07']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:03:34.882168 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-0f01a72e-a153-4c86-b854-a1b94af595c9 req-ab2b8a3b-9c67-47ed-9667-04dfc5915997 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 210 time: 0.0318179 Sep 08 05:03:34.904853 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Deleting port d8543c29-487d-43c1-9477-8c194c7f3904 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:34.905075 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.006191 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Made reservation on behalf of 696cb623574b4fcda1df67ee39aef916 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 05:03:35.011475 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd8bb3-0255-4ed7-babe-ab966897e439 None None] DHCP port deletion for 4d485b93-9eca-4199-891c-0a731acb8591 request from dv-cinder-784140-7-iscsi {{(pid=93868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 05:03:35.017114 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.065039 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-31dd8bb3-0255-4ed7-babe-ab966897e439 None None] Deleting port d8543c29-487d-43c1-9477-8c194c7f3904 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:03:35.065416 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-31dd8bb3-0255-4ed7-babe-ab966897e439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.135104 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-31dd8bb3-0255-4ed7-babe-ab966897e439 None None] For port d8543c29-487d-43c1-9477-8c194c7f3904, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=d8543c29-487d-43c1-9477-8c194c7f3904,segment=NetworkSegment(4c208d5b-84c0-4d12-99b9-fc387ab38f28),segment_id=4c208d5b-84c0-4d12-99b9-fc387ab38f28)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:35.135499 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-31dd8bb3-0255-4ed7-babe-ab966897e439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.149726 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-31dd8bb3-0255-4ed7-babe-ab966897e439 None None] Calling delete_port for d8543c29-487d-43c1-9477-8c194c7f3904 owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:35.169353 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Allocated IP 172.20.0.13 (ee9d36e1-3a18-46f3-9ecf-aa16444ff095/30f0cdf3-a845-4f4b-9669-725a9bab2aa7/9ca21abb-aae7-4762-bd29-97d593c960da) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:03:35.242426 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] For port d8543c29-487d-43c1-9477-8c194c7f3904, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=d8543c29-487d-43c1-9477-8c194c7f3904,segment=NetworkSegment(4c208d5b-84c0-4d12-99b9-fc387ab38f28),segment_id=4c208d5b-84c0-4d12-99b9-fc387ab38f28)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:35.242999 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.259062 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Calling delete_port for d8543c29-487d-43c1-9477-8c194c7f3904 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:03:35.264158 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-31dd8bb3-0255-4ed7-babe-ab966897e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.290014 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd8bb3-0255-4ed7-babe-ab966897e439 None None] Pushing event deleted for resources: {'Port': ['ID=d8543c29-487d-43c1-9477-8c194c7f3904,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:35.293379 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd8bb3-0255-4ed7-babe-ab966897e439 None None] No DVR routers for this DVR port d8543c29-487d-43c1-9477-8c194c7f3904 on host dv-cinder-784140-7-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:03:35.348676 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.350997 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.365139 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Transition to ACTIVE for port object 9ca21abb-aae7-4762-bd29-97d593c960da will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:03:35.377803 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8543c29-487d-43c1-9477-8c194c7f3904,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:35.379920 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] No DVR routers for this DVR port d8543c29-487d-43c1-9477-8c194c7f3904 on host dv-cinder-784140-7-iscsi {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:03:35.398477 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.443069 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:03:35.446165 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:03:35.451885 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:03:35.469537 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.479371 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event updated for resources: {'Port': ['ID=9ca21abb-aae7-4762-bd29-97d593c960da,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:35.491594 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d485b93-9eca-4199-891c-0a731acb8591']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:35.501941 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c208d5b-84c0-4d12-99b9-fc387ab38f28') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:35.502283 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c208d5b-84c0-4d12-99b9-fc387ab38f28') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:35.510505 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:35.511138 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.512383 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30506971'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.527415 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-f822db1e-b05c-4502-9df8-5245b9e9f519 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6613474 Sep 08 05:03:35.529925 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.537213 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 05:03:35.537725 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31434934'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: self.session.flush() Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: self.session.flush() Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: self.session.flush() Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: self.session.flush() Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: Traceback (most recent call last): Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: timer() Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: cb(*args, **kw) Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: return func(*args, **kwargs) Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: self._notify() Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: self.callback(batched_events) Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: event.method(event) Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: return f(self, *a, **k) Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._get(url).json() Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 05:03:35.539594 dv-cinder-784140-7-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 05:03:35.548389 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Request body: {'port': {'device_id': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:03:35.607444 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.610370 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.619476 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 00b78741-5feb-4217-8c6c-ff4922ca431a no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:03:35.621818 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.624618 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4d485b93-9eca-4199-891c-0a731acb8591 HTTP/1.1" status: 204 len: 168 time: 0.8833396 Sep 08 05:03:35.634277 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57b3c0-2304-45c4-8d09-d7aeb5a43f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d485b93-9eca-4199-891c-0a731acb8591,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:35.651854 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 00b78741-5feb-4217-8c6c-ff4922ca431a {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:03:35.652148 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 00b78741-5feb-4217-8c6c-ff4922ca431a not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:03:35.652584 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device feee5332-26d4-46db-aeee-6bbc484c7b24 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:03:35.673177 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: feee5332-26d4-46db-aeee-6bbc484c7b24 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:03:35.673526 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device feee5332-26d4-46db-aeee-6bbc484c7b24 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:03:35.673944 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device d8543c29-487d-43c1-9477-8c194c7f3904 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:03:35.699641 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: d8543c29-487d-43c1-9477-8c194c7f3904 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:03:35.700000 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device d8543c29-487d-43c1-9477-8c194c7f3904 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:03:35.720096 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-501fbace-05d5-49ef-aadc-6133dc9cc5b4 None None] Provisioning for port 9ca21abb-aae7-4762-bd29-97d593c960da completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:03:35.725339 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-501fbace-05d5-49ef-aadc-6133dc9cc5b4 None None] Provisioning complete for port 9ca21abb-aae7-4762-bd29-97d593c960da triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:03:35.725826 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-501fbace-05d5-49ef-aadc-6133dc9cc5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.759066 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49152) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:35.764857 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-501fbace-05d5-49ef-aadc-6133dc9cc5b4 None None] Port 9ca21abb-aae7-4762-bd29-97d593c960da cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 05:03:35.798160 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-183352d9-f2c7-43df-9754-4042d45315ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83894fcdebe946bfb5beb705f1db44f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377350 Sep 08 05:03:35.800518 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49154) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:35.848263 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-521290fd-e182-431a-8f2d-16c3673c5c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.868218 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-521290fd-e182-431a-8f2d-16c3673c5c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.892960 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca21abb-aae7-4762-bd29-97d593c960da {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 05:03:35.900097 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.912005 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Transition to ACTIVE for port object 9ca21abb-aae7-4762-bd29-97d593c960da will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:03:35.913674 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-521290fd-e182-431a-8f2d-16c3673c5c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.915179 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.916130 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-521290fd-e182-431a-8f2d-16c3673c5c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:35.917267 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-521290fd-e182-431a-8f2d-16c3673c5c54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e5a9764-eb5c-4556-ba7f-d3951261bfcb HTTP/1.1" status: 204 len: 168 time: 0.1158121 Sep 08 05:03:35.926197 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521290fd-e182-431a-8f2d-16c3673c5c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a9764-eb5c-4556-ba7f-d3951261bfcb,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:35.967545 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca21abb-aae7-4762-bd29-97d593c960da,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:36.071782 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Attempting to bind port 9ca21abb-aae7-4762-bd29-97d593c960da on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 05:03:36.072123 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Attempting to bind port 9ca21abb-aae7-4762-bd29-97d593c960da by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 05:03:36.072459 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Attempting to bind port 9ca21abb-aae7-4762-bd29-97d593c960da on network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:03:36.093692 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6587f-a046-4db2-b8fc-b70af5fc9bbd req-0f31dddb-801b-4f13-a436-5709805077bf tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:36.095982 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f8b6587f-a046-4db2-b8fc-b70af5fc9bbd req-0f31dddb-801b-4f13-a436-5709805077bf tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 944 time: 0.0890276 Sep 08 05:03:36.097568 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Port 9ca21abb-aae7-4762-bd29-97d593c960da on network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 05:03:36.097906 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Attempting to bind port 9ca21abb-aae7-4762-bd29-97d593c960da on network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:03:36.115327 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 5, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 05:03:36.115771 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Checking segment: {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 05:03:36.116211 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Bound using segment: {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 05:03:36.116702 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Bound port: 9ca21abb-aae7-4762-bd29-97d593c960da, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfafe391-13e0-4f52-81be-eca8f4037c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 05:03:36.117137 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:36.174246 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f8b6587f-a046-4db2-b8fc-b70af5fc9bbd req-f7e473f1-a710-4d4f-bb50-b37080a43ebb tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717003 Sep 08 05:03:36.208127 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] For port 9ca21abb-aae7-4762-bd29-97d593c960da, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 05:03:36.211154 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] For port 9ca21abb-aae7-4762-bd29-97d593c960da, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9ca21abb-aae7-4762-bd29-97d593c960da,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 05:03:36.215816 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:36.250655 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:36.251387 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:36.252832 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ca21abb-aae7-4762-bd29-97d593c960da HTTP/1.1" status: 200 len: 1094 time: 0.7090402 Sep 08 05:03:36.253284 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'tag': '9ca21abb-aae7-4762-bd29-97d593c960da'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:03:36.255781 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd708bb-afae-45bf-8025-3dba09987e2a", "tag": "9ca21abb-aae7-4762-bd29-97d593c960da"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:03:36.279041 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48892b-b650-4b90-9b36-fa1acfd161c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca21abb-aae7-4762-bd29-97d593c960da,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:36.297770 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9422c6c2-78c4-4ed5-bfe4-378848bc0f32 x-openstack-request-id: req-9422c6c2-78c4-4ed5-bfe4-378848bc0f32 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:03:36.298088 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd708bb-afae-45bf-8025-3dba09987e2a", "tag": "9ca21abb-aae7-4762-bd29-97d593c960da", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:03:36.298345 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9422c6c2-78c4-4ed5-bfe4-378848bc0f32 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:03:36.298746 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'tag': '9ca21abb-aae7-4762-bd29-97d593c960da', 'status': 'completed', 'code': 200} Sep 08 05:03:36.305011 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49164) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:36.353578 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c5d7410d-a083-458d-8fe7-c71f6a398459 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db83bf0e6f264a808543dd45a3dea5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473197 Sep 08 05:03:36.355932 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49166) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:36.367180 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-dc8bc856-018a-4908-a27c-bcc480978507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:36.368688 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-dc8bc856-018a-4908-a27c-bcc480978507 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 1097 time: 0.0510108 Sep 08 05:03:36.412288 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-134dd1d1-f9c9-4a5e-855e-25a5af706bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:36.423366 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-b5fc9932-6626-4804-9a7e-42016879b778 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ca21abb-aae7-4762-bd29-97d593c960da HTTP/1.1" status: 200 len: 217 time: 0.0350213 Sep 08 05:03:36.438556 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-134dd1d1-f9c9-4a5e-855e-25a5af706bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:36.473360 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-fe8c4679-9329-4474-bc61-9007aeb46123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:36.474851 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-fe8c4679-9329-4474-bc61-9007aeb46123 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30f0cdf3-a845-4f4b-9669-725a9bab2aa7 HTTP/1.1" status: 200 len: 850 time: 0.0452814 Sep 08 05:03:36.492441 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-134dd1d1-f9c9-4a5e-855e-25a5af706bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:36.495007 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-134dd1d1-f9c9-4a5e-855e-25a5af706bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:36.498614 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-134dd1d1-f9c9-4a5e-855e-25a5af706bb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57611d3d-ef99-4631-9f50-c8a36cd3b634 HTTP/1.1" status: 204 len: 168 time: 0.1393092 Sep 08 05:03:36.506791 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd1d1-f9c9-4a5e-855e-25a5af706bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57611d3d-ef99-4631-9f50-c8a36cd3b634,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:36.525371 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-eb2f7e82-14bb-4dd4-ae5b-db069f68dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:36.526871 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-eb2f7e82-14bb-4dd4-ae5b-db069f68dbf1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418370 Sep 08 05:03:36.619006 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-48eff6c9-13c3-4bf5-90bf-bbba48317d27 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Sep 08 05:03:36.714173 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c93d53c9-974e-4185-a776-9e2d6f669f5d req-e6f3844f-92bb-4f70-82e3-d537f5017a20 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883393 Sep 08 05:03:36.853424 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-6abaee56-b7cd-475f-9b4b-da74024a34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:36.854962 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-6abaee56-b7cd-475f-9b4b-da74024a34da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 1097 time: 0.0421522 Sep 08 05:03:36.941949 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-6705d539-4c4e-4bad-85c5-c88bf0665984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:36.943290 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-6705d539-4c4e-4bad-85c5-c88bf0665984 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 912 time: 0.0805383 Sep 08 05:03:36.986909 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-11a5f241-90b4-4f79-b504-d5e7b1001214 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ca21abb-aae7-4762-bd29-97d593c960da HTTP/1.1" status: 200 len: 217 time: 0.0360610 Sep 08 05:03:37.035221 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-d884b2a0-b8f0-49ff-b3ec-d8f6e938e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:37.036585 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-d884b2a0-b8f0-49ff-b3ec-d8f6e938e010 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30f0cdf3-a845-4f4b-9669-725a9bab2aa7 HTTP/1.1" status: 200 len: 850 time: 0.0413301 Sep 08 05:03:37.080428 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-542f1fb2-efe3-4194-bbe0-994c96e253b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:37.081847 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-542f1fb2-efe3-4194-bbe0-994c96e253b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375669 Sep 08 05:03:37.171868 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-fc67ffe4-b2d1-42c0-bad1-49a285f734e7 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815792 Sep 08 05:03:37.543235 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3b49bf9c-fc12-43fe-84e8-3f6c96fdd4f3 req-ef9779e4-9a97-4d19-a4a6-5b4770acabee service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621747 Sep 08 05:03:37.555118 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331f4df-0458-4e2b-84f6-65271710a8b2 req-dea8f581-d21e-4dc5-ba75-04e98c6e746f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:37.556463 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2331f4df-0458-4e2b-84f6-65271710a8b2 req-dea8f581-d21e-4dc5-ba75-04e98c6e746f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 944 time: 0.3168406 Sep 08 05:03:37.593732 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2331f4df-0458-4e2b-84f6-65271710a8b2 req-1cc08964-2b87-4082-9a92-d3c79e08bec0 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308111 Sep 08 05:03:38.361009 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 9ca21abb-aae7-4762-bd29-97d593c960da details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 05:03:38.456394 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 9ca21abb-aae7-4762-bd29-97d593c960da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9ca21abb-aae7-4762-bd29-97d593c960da,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:38.468620 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '9ca21abb-aae7-4762-bd29-97d593c960da', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'port_id': '9ca21abb-aae7-4762-bd29-97d593c960da', 'mac_address': 'fa:16:3e:50:45:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 05:03:38.504850 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:38.516792 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca21abb-aae7-4762-bd29-97d593c960da {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 05:03:38.535032 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 9ca21abb-aae7-4762-bd29-97d593c960da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9ca21abb-aae7-4762-bd29-97d593c960da,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:38.538483 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:38.583812 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=9ca21abb-aae7-4762-bd29-97d593c960da,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:38.705497 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e866a2-508b-44a6-a16c-205f14e25670 req-b6aa3fda-942c-4050-af4f-17038f15b444 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:38.707068 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-52e866a2-508b-44a6-a16c-205f14e25670 req-b6aa3fda-942c-4050-af4f-17038f15b444 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 945 time: 0.0471337 Sep 08 05:03:38.743457 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-52e866a2-508b-44a6-a16c-205f14e25670 req-b776d3cb-40b8-4ef4-8eb0-b4e081d6dfd7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306110 Sep 08 05:03:38.827334 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['9ca21abb-aae7-4762-bd29-97d593c960da'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 05:03:39.853030 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56477-4b98-46fe-9504-7b4fc9b093bb req-fcdaf6d4-ae2e-415c-94c7-20ad14e19bbf tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:39.854500 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-06a56477-4b98-46fe-9504-7b4fc9b093bb req-fcdaf6d4-ae2e-415c-94c7-20ad14e19bbf tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 945 time: 0.0473406 Sep 08 05:03:39.891326 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-06a56477-4b98-46fe-9504-7b4fc9b093bb req-1ae67d78-9a41-40bb-b4d8-d23b880af3e4 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305388 Sep 08 05:03:40.361436 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 9ca21abb-aae7-4762-bd29-97d593c960da up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:03:40.408690 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 9ca21abb-aae7-4762-bd29-97d593c960da completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:03:40.412253 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 9ca21abb-aae7-4762-bd29-97d593c960da triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:03:40.412624 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:40.602619 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:40.624218 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca21abb-aae7-4762-bd29-97d593c960da'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:03:40.626425 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31777187-6231-4586-a8da-b03efdecf9b6" -d '{"events": [{"server_uuid": "9fd708bb-afae-45bf-8025-3dba09987e2a", "name": "network-vif-plugged", "status": "completed", "tag": "9ca21abb-aae7-4762-bd29-97d593c960da"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:03:40.639145 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 9ca21abb-aae7-4762-bd29-97d593c960da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9ca21abb-aae7-4762-bd29-97d593c960da,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:03:40.643534 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:40.666681 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba61b993-5bbe-42dc-a5c4-ba44d3e301c6 x-openstack-request-id: req-ba61b993-5bbe-42dc-a5c4-ba44d3e301c6 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:03:40.666967 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd708bb-afae-45bf-8025-3dba09987e2a", "name": "network-vif-plugged", "status": "completed", "tag": "9ca21abb-aae7-4762-bd29-97d593c960da", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:03:40.667210 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba61b993-5bbe-42dc-a5c4-ba44d3e301c6 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:03:40.667586 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca21abb-aae7-4762-bd29-97d593c960da', 'code': 200} Sep 08 05:03:40.691448 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=9ca21abb-aae7-4762-bd29-97d593c960da,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:03:40.853932 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f37c7-989b-4836-af4b-8271db9c4d18 req-3797003e-49f2-48e5-8c09-372eeb51c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:40.855316 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f4f37c7-989b-4836-af4b-8271db9c4d18 req-3797003e-49f2-48e5-8c09-372eeb51c481 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 1099 time: 0.0391622 Sep 08 05:03:40.891640 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f4f37c7-989b-4836-af4b-8271db9c4d18 req-9ca068be-60a0-49f6-8f1e-2be37bfae26b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291648 Sep 08 05:03:40.999893 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65831e6a-03ef-4f76-9afd-767ce8dddfa7 req-be4ec94c-82e4-40c6-93a8-90cc68163f00 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:41.001325 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-65831e6a-03ef-4f76-9afd-767ce8dddfa7 req-be4ec94c-82e4-40c6-93a8-90cc68163f00 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 946 time: 0.0469301 Sep 08 05:03:41.037210 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-65831e6a-03ef-4f76-9afd-767ce8dddfa7 req-2c4a46aa-bb18-43ae-9bf2-f8f9c8153e72 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298984 Sep 08 05:03:42.150542 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374ae6d-a31e-445a-81b4-5139e5b4fc11 req-ef952aec-36dd-4508-a8fd-227c9c5259a1 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:42.151986 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f374ae6d-a31e-445a-81b4-5139e5b4fc11 req-ef952aec-36dd-4508-a8fd-227c9c5259a1 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 946 time: 0.0498981 Sep 08 05:03:42.188581 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-f374ae6d-a31e-445a-81b4-5139e5b4fc11 req-477d57a1-5833-46ec-9e77-a9c3a6143ff6 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302498 Sep 08 05:03:42.295846 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489106-7031-4f83-afd3-8a34d0a97463 req-1fae8c5e-0390-45ec-bee1-595342f5b866 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:42.297279 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a489106-7031-4f83-afd3-8a34d0a97463 req-1fae8c5e-0390-45ec-bee1-595342f5b866 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 946 time: 0.0473616 Sep 08 05:03:42.305509 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49184) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:03:42.309713 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-d07e1e87-9d8b-4476-80c2-16c14758be02 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Request body: {'floatingip': {'port_id': '9ca21abb-aae7-4762-bd29-97d593c960da'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:03:42.349820 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d07e1e87-9d8b-4476-80c2-16c14758be02 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:42.753913 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d07e1e87-9d8b-4476-80c2-16c14758be02 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:42.757616 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d07e1e87-9d8b-4476-80c2-16c14758be02 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:42.853171 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-d07e1e87-9d8b-4476-80c2-16c14758be02 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Floating IP 6b929c0c-888d-4d6f-8604-0d86a95ef690 associated. External IP: 172.27.3.15, port: 9ca21abb-aae7-4762-bd29-97d593c960da. Sep 08 05:03:43.050859 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07e1e87-9d8b-4476-80c2-16c14758be02 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Router fe14dbf6-37ae-4921-a66a-0a780ed97ebe has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:03:43.153457 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07e1e87-9d8b-4476-80c2-16c14758be02 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:03:43.158268 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d07e1e87-9d8b-4476-80c2-16c14758be02 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:43.162879 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] Sync routers for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:03:43.172953 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:43.173606 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:43.185298 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d07e1e87-9d8b-4476-80c2-16c14758be02 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "PUT /v2.0/floatingips/6b929c0c-888d-4d6f-8604-0d86a95ef690 HTTP/1.1" status: 200 len: 991 time: 0.8787124 Sep 08 05:03:43.185852 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'tag': '9ca21abb-aae7-4762-bd29-97d593c960da'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:03:43.188726 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ff54c9-031c-47e3-b296-4cf1223d21d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd708bb-afae-45bf-8025-3dba09987e2a", "tag": "9ca21abb-aae7-4762-bd29-97d593c960da"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:03:43.279380 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:43.400479 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf22535-2377-4bff-999e-4ba8072ce455 x-openstack-request-id: req-edf22535-2377-4bff-999e-4ba8072ce455 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:03:43.401001 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd708bb-afae-45bf-8025-3dba09987e2a", "tag": "9ca21abb-aae7-4762-bd29-97d593c960da", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:03:43.401001 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edf22535-2377-4bff-999e-4ba8072ce455 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:03:43.401413 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'tag': '9ca21abb-aae7-4762-bd29-97d593c960da', 'status': 'completed', 'code': 200} Sep 08 05:03:43.581083 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-41a8bd10-1eb0-433b-bcd6-3e3543be21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:43.582632 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-41a8bd10-1eb0-433b-bcd6-3e3543be21fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696cb623574b4fcda1df67ee39aef916&device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 1099 time: 0.1377180 Sep 08 05:03:43.591346 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '6b929c0c-888d-4d6f-8604-0d86a95ef690', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'port_id': '9ca21abb-aae7-4762-bd29-97d593c960da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'mac_address': 'fa:16:3e:50:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:03:32Z', 'updated_at': '2021-09-08T05:03:42Z', 'revision_number': 1, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:43.619658 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] Checking router: fe14dbf6-37ae-4921-a66a-0a780ed97ebe for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:03:43.627620 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:03:43.628223 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:03:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:43.676049 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-fc16e32c-5119-4f46-a410-8b6028ef26da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:43.677532 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-fc16e32c-5119-4f46-a410-8b6028ef26da service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 200 len: 912 time: 0.0875189 Sep 08 05:03:43.730381 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:03:43.740211 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-f2c1f180-20f3-4473-9f78-d8a7bebc231b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ca21abb-aae7-4762-bd29-97d593c960da HTTP/1.1" status: 200 len: 999 time: 0.0561345 Sep 08 05:03:43.791650 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-cd3a7cce-9c96-4d50-bfe1-fdb65182e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:43.793089 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-cd3a7cce-9c96-4d50-bfe1-fdb65182e7dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30f0cdf3-a845-4f4b-9669-725a9bab2aa7 HTTP/1.1" status: 200 len: 850 time: 0.0461652 Sep 08 05:03:43.837677 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-463bbcaf-6624-4c1a-84fe-617a9453e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:43.839208 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-463bbcaf-6624-4c1a-84fe-617a9453e639 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee9d36e1-3a18-46f3-9ecf-aa16444ff095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393031 Sep 08 05:03:43.934273 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-1ce99262-e2f7-4d3a-b033-e86ab5313f66 service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881381 Sep 08 05:03:43.951043 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '6b929c0c-888d-4d6f-8604-0d86a95ef690', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'port_id': '9ca21abb-aae7-4762-bd29-97d593c960da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'mac_address': 'fa:16:3e:50:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:03:32Z', 'updated_at': '2021-09-08T05:03:42Z', 'revision_number': 1, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:03:43.980426 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b727c59b-9a45-44f6-ac29-d73cef37758b None None] The sync data for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi is: [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '6b929c0c-888d-4d6f-8604-0d86a95ef690', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'port_id': '9ca21abb-aae7-4762-bd29-97d593c960da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'mac_address': 'fa:16:3e:50:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:03:32Z', 'updated_at': '2021-09-08T05:03:42Z', 'revision_number': 1, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:03:44.024127 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-37ff54c9-031c-47e3-b296-4cf1223d21d3 req-3dde182b-a37d-495c-a1e1-3681c9fc1ccc service neutron] 10.222.0.26 "GET /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833693 Sep 08 05:03:44.167247 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a861dd6-1064-438f-a09c-0d68808e5667 None None] New status for floating IP 6b929c0c-888d-4d6f-8604-0d86a95ef690: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:03:49.733350 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:03:58.344649 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8e973a84-37cf-412a-9576-c83ebd5c6aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:03:58.477736 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-a6ce9f02-f7e4-4256-affe-1843fa3927d3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915304721&fields=id&tenant_id=643e582f6bd2451191b91381608b2e6d HTTP/1.1" status: 200 len: 267 time: 0.0319085 Sep 08 05:03:58.581785 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca556c9-cf27-4232-accf-389514bea13d req-01d0c2a6-ccae-4611-9f52-0b4134390b16 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:03:58.583228 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-01d0c2a6-ccae-4611-9f52-0b4134390b16 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 811 time: 0.0991440 Sep 08 05:03:58.597156 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-435effbe-e034-442a-b8fa-dc2b2e29d639 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/quotas/643e582f6bd2451191b91381608b2e6d HTTP/1.1" status: 200 len: 375 time: 0.0084825 Sep 08 05:03:58.652321 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-7d74db3b-490f-446c-8327-802ded5ff6ff tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0502601 Sep 08 05:03:58.710397 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-224afee9-12f1-4003-bc82-c1caacc858f8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 05:03:58.711370 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-224afee9-12f1-4003-bc82-c1caacc858f8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476451 Sep 08 05:03:58.799637 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-792faad7-7c9e-4929-98db-4bb4b8796de7 service neutron] 10.222.0.20 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820291 Sep 08 05:03:58.885057 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-6a7f877c-89f5-4bd8-ba26-64190ce45722 service neutron] 10.222.0.20 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796373 Sep 08 05:03:59.170935 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2025aabb-85ae-4b4c-ad38-83a775a3eb17 req-27203e95-84c8-4624-abd8-ddb014d62e4b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Sep 08 05:04:00.276790 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7be0a01d-5233-46d4-ba26-b980c5f71138 req-fa15e7d8-e875-43ca-8e01-8daf36ac2f75 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 210 time: 0.0339038 Sep 08 05:04:00.324510 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca556c9-cf27-4232-accf-389514bea13d req-9da30cac-0dea-4c3c-9405-9a3bf3b0ecb6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:00.326009 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-9da30cac-0dea-4c3c-9405-9a3bf3b0ecb6 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 811 time: 0.1184733 Sep 08 05:04:00.353687 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:00.379521 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-7c31ef1d-ee4e-4dd0-ac63-a65f076d0ab4 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=643e582f6bd2451191b91381608b2e6d HTTP/1.1" status: 200 len: 379 time: 0.0365229 Sep 08 05:04:00.394884 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'port': {'device_id': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'admin_state_up': True, 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'security_groups': ['addc9302-cac5-4002-ae2d-354c161d492e']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:04:00.523719 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Made reservation on behalf of 643e582f6bd2451191b91381608b2e6d for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 05:04:00.527255 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:00.655694 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Allocated IP 172.20.0.12 (d42be4f3-48d9-4d8b-9d00-242994f353ae/2f17fbc2-3169-4013-aeea-29f1092616e9/12ad757a-9455-44c1-8641-ed60d495f578) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:04:00.836029 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:00.852011 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Transition to ACTIVE for port object 12ad757a-9455-44c1-8641-ed60d495f578 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:04:00.856694 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dccd6f87-c91c-41ce-bfd9-b52f590e11af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:00.899858 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:00.958838 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Network d42be4f3-48d9-4d8b-9d00-242994f353ae is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:04:00.967178 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:04:00.971864 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:04:00.975809 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'Port': ['ID=12ad757a-9455-44c1-8641-ed60d495f578,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:01.030976 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:01.031629 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:01.049020 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-9fd75392-45dd-46ab-9579-58256032cc98 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6577680 Sep 08 05:04:01.089572 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Request body: {'port': {'device_id': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:04:01.144940 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:01.185567 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-7cea620a-b990-4b85-8b69-7ecfe13d4c03 None None] Provisioning for port 12ad757a-9455-44c1-8641-ed60d495f578 completed by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:04:01.190770 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-7cea620a-b990-4b85-8b69-7ecfe13d4c03 None None] Provisioning complete for port 12ad757a-9455-44c1-8641-ed60d495f578 triggered by entity DHCP. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:04:01.191142 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cea620a-b990-4b85-8b69-7ecfe13d4c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:01.227799 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-7cea620a-b990-4b85-8b69-7ecfe13d4c03 None None] Port 12ad757a-9455-44c1-8641-ed60d495f578 cannot update to ACTIVE because it is not bound. {{(pid=93868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 05:04:01.338377 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:01.394966 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243bf8a-0387-499f-b8dd-1ec0bb8c8064 req-508058fc-78ac-4253-b481-525fca261130 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:01.396829 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1243bf8a-0387-499f-b8dd-1ec0bb8c8064 req-508058fc-78ac-4253-b481-525fca261130 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 932 time: 0.0480897 Sep 08 05:04:01.418213 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ad757a-9455-44c1-8641-ed60d495f578 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 05:04:01.426034 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:01.434594 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1243bf8a-0387-499f-b8dd-1ec0bb8c8064 req-be71331d-3e96-4b7c-b8bd-57f45eb1c03c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318286 Sep 08 05:04:01.439324 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Transition to ACTIVE for port object 12ad757a-9455-44c1-8641-ed60d495f578 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 05:04:01.443852 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:01.492157 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=12ad757a-9455-44c1-8641-ed60d495f578,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:01.563444 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Attempting to bind port 12ad757a-9455-44c1-8641-ed60d495f578 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 05:04:01.563817 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Attempting to bind port 12ad757a-9455-44c1-8641-ed60d495f578 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 05:04:01.564122 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Attempting to bind port 12ad757a-9455-44c1-8641-ed60d495f578 on network d42be4f3-48d9-4d8b-9d00-242994f353ae {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:04:01.569767 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Port 12ad757a-9455-44c1-8641-ed60d495f578 on network d42be4f3-48d9-4d8b-9d00-242994f353ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 05:04:01.570256 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Attempting to bind port 12ad757a-9455-44c1-8641-ed60d495f578 on network d42be4f3-48d9-4d8b-9d00-242994f353ae {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 05:04:01.575137 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Checking agent: {'id': 'eba0ca9c-40c7-4917-a9da-8ce60af8c972', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'started_at': datetime.datetime(2021, 9, 8, 4, 51, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 05:04:01.575479 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Checking segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 05:04:01.575860 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Bound using segment: {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 05:04:01.576288 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Bound port: 12ad757a-9455-44c1-8641-ed60d495f578, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 05:04:01.576649 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:01.648872 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] For port 12ad757a-9455-44c1-8641-ed60d495f578, host hv-cinder-78414, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 05:04:01.652082 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] For port 12ad757a-9455-44c1-8641-ed60d495f578, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=12ad757a-9455-44c1-8641-ed60d495f578,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 05:04:01.656870 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:01.689232 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:01.689932 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:01.691223 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] 10.222.0.26 "PUT /v2.0/ports/12ad757a-9455-44c1-8641-ed60d495f578 HTTP/1.1" status: 200 len: 1094 time: 0.6061630 Sep 08 05:04:01.691656 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:04:01.693853 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "tag": "12ad757a-9455-44c1-8641-ed60d495f578"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:04:01.721792 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ae5a0-5b94-4809-8bb1-c89474837fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=12ad757a-9455-44c1-8641-ed60d495f578,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:01.743526 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f4bd50-d5e1-4ca7-8d9d-6389dffcd9ad x-openstack-request-id: req-33f4bd50-d5e1-4ca7-8d9d-6389dffcd9ad {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:04:01.743812 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "tag": "12ad757a-9455-44c1-8641-ed60d495f578", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:04:01.744053 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33f4bd50-d5e1-4ca7-8d9d-6389dffcd9ad {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:04:01.744446 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578', 'status': 'completed', 'code': 200} Sep 08 05:04:01.804793 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca556c9-cf27-4232-accf-389514bea13d req-953e517e-e698-4b0e-a593-df0253df2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:01.806466 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-953e517e-e698-4b0e-a593-df0253df2c4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 1097 time: 0.0421021 Sep 08 05:04:01.855256 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-6efea48e-0d14-4842-88cd-1179c7f9edab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ad757a-9455-44c1-8641-ed60d495f578 HTTP/1.1" status: 200 len: 217 time: 0.0344882 Sep 08 05:04:01.907683 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca556c9-cf27-4232-accf-389514bea13d req-6a115fce-2463-417e-b34c-131e10eb97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:01.909079 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-6a115fce-2463-417e-b34c-131e10eb97ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0458951 Sep 08 05:04:01.954217 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca556c9-cf27-4232-accf-389514bea13d req-d118a697-937f-44d5-bef7-c22b1418e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:01.955622 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-d118a697-937f-44d5-bef7-c22b1418e1c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386534 Sep 08 05:04:02.047480 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-df091505-82df-473d-98c3-adbf8d520c0e service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804844 Sep 08 05:04:02.135155 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dca556c9-cf27-4232-accf-389514bea13d req-7089b8f9-8548-46c1-a85e-b4724a4b810d service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787117 Sep 08 05:04:02.216971 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:02.271129 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-81e6fcaf-b1f8-485c-9e0e-f8c7bf908ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:02.272544 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-81e6fcaf-b1f8-485c-9e0e-f8c7bf908ed1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 1097 time: 0.0397089 Sep 08 05:04:02.366046 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-cb94ef25-77f9-4823-89c8-f4ecb1422364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:02.367519 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-cb94ef25-77f9-4823-89c8-f4ecb1422364 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.0866556 Sep 08 05:04:02.409053 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-8bb1371b-fca3-431c-8496-990151d8d45f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ad757a-9455-44c1-8641-ed60d495f578 HTTP/1.1" status: 200 len: 217 time: 0.0331073 Sep 08 05:04:02.467259 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-e7f2fbdc-2532-4657-9ec1-bcd156a70404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:02.468887 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-e7f2fbdc-2532-4657-9ec1-bcd156a70404 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0507212 Sep 08 05:04:02.544426 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-90abf717-54e8-4e59-82ad-4800dced0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:02.545903 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-90abf717-54e8-4e59-82ad-4800dced0fbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684438 Sep 08 05:04:02.561750 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ec67a-a2e8-4f72-b127-7db53b5fc39d req-94255788-5896-487c-9dd6-d8dfa6e13090 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:02.563789 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec2ec67a-a2e8-4f72-b127-7db53b5fc39d req-94255788-5896-487c-9dd6-d8dfa6e13090 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 944 time: 0.0573094 Sep 08 05:04:02.651881 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec2ec67a-a2e8-4f72-b127-7db53b5fc39d req-3b357f97-1402-44a8-ab7c-27849556921c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790887 Sep 08 05:04:02.673545 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-99fca8b0-3915-4ab9-9fe7-6a2b13e9a200 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076446 Sep 08 05:04:02.761928 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e3a4491-86b0-42ab-a92c-eb369efbc6bb req-be8bac81-5248-4748-8c94-78527dcecc9e service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786095 Sep 08 05:04:03.473522 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:03.766488 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c450dd-3988-47e1-836d-f9e6e4de6c84 req-0c971187-7e4a-4033-8a65-08a3037f08d3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:03.767841 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-89c450dd-3988-47e1-836d-f9e6e4de6c84 req-0c971187-7e4a-4033-8a65-08a3037f08d3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 944 time: 0.0512018 Sep 08 05:04:03.803064 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-89c450dd-3988-47e1-836d-f9e6e4de6c84 req-c8d8202d-18a4-4c14-a6c7-a3840ae5190a tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295167 Sep 08 05:04:04.912203 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3770f-d56f-4acc-b456-3362277ff97e req-b2cc5eb5-cd16-41f6-84a7-e666df7f2198 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:04.913648 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5bb3770f-d56f-4acc-b456-3362277ff97e req-b2cc5eb5-cd16-41f6-84a7-e666df7f2198 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 944 time: 0.0472081 Sep 08 05:04:04.949165 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5bb3770f-d56f-4acc-b456-3362277ff97e req-aaefc7ae-71af-4668-9837-6a6632973bce tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297465 Sep 08 05:04:06.059916 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36701a5-8dee-4534-a65b-eec3f1809a37 req-8ed0d9f8-1596-4505-946f-4600d3584cca tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:06.061422 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a36701a5-8dee-4534-a65b-eec3f1809a37 req-8ed0d9f8-1596-4505-946f-4600d3584cca tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 944 time: 0.0474904 Sep 08 05:04:06.097860 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a36701a5-8dee-4534-a65b-eec3f1809a37 req-088e100a-e4fd-4603-b957-0f9a8a172a5c tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307038 Sep 08 05:04:07.210904 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aa1d6-46c7-424e-b651-b2fed21eb3e8 req-583ea916-1d40-4147-bd19-995b5abed946 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:07.212343 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c78aa1d6-46c7-424e-b651-b2fed21eb3e8 req-583ea916-1d40-4147-bd19-995b5abed946 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 944 time: 0.0512540 Sep 08 05:04:07.248802 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c78aa1d6-46c7-424e-b651-b2fed21eb3e8 req-965cc3ef-cdf2-4a65-8d21-e7d2370bd498 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305796 Sep 08 05:04:08.358353 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e20a08-9447-4c66-be53-bac91cd4e4f3 req-20334799-2085-47e9-b18c-3c2997845b50 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:08.360283 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1e20a08-9447-4c66-be53-bac91cd4e4f3 req-20334799-2085-47e9-b18c-3c2997845b50 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 944 time: 0.0475192 Sep 08 05:04:08.396875 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1e20a08-9447-4c66-be53-bac91cd4e4f3 req-5518f043-7dbd-43eb-977c-3c44dd83d5af tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308599 Sep 08 05:04:09.506890 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184ef3f-4002-4601-8688-64a9adfeb699 req-16c3cb30-98c2-4131-9a41-714dcb8cadc3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:09.508395 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7184ef3f-4002-4601-8688-64a9adfeb699 req-16c3cb30-98c2-4131-9a41-714dcb8cadc3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 944 time: 0.0471513 Sep 08 05:04:09.544586 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7184ef3f-4002-4601-8688-64a9adfeb699 req-fe0c9a6f-b2a3-483d-8a8f-9967bc546eb9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304518 Sep 08 05:04:10.579376 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 12ad757a-9455-44c1-8641-ed60d495f578 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=93868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 05:04:10.673575 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 12ad757a-9455-44c1-8641-ed60d495f578, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=12ad757a-9455-44c1-8641-ed60d495f578,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:04:10.689089 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Returning: {'device': '12ad757a-9455-44c1-8641-ed60d495f578', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'port_id': '12ad757a-9455-44c1-8641-ed60d495f578', 'mac_address': 'fa:16:3e:b3:cc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 05:04:10.728511 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:10.741944 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ad757a-9455-44c1-8641-ed60d495f578 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 05:04:10.762209 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 12ad757a-9455-44c1-8641-ed60d495f578, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=12ad757a-9455-44c1-8641-ed60d495f578,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:04:10.767114 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:10.816069 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=12ad757a-9455-44c1-8641-ed60d495f578,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:10.908139 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57742481-0954-4c87-8224-995a7c041e75 req-fe152a2c-fafb-4037-9da2-302f9927b777 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:10.909609 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-57742481-0954-4c87-8224-995a7c041e75 req-fe152a2c-fafb-4037-9da2-302f9927b777 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 944 time: 0.2986176 Sep 08 05:04:10.946020 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-57742481-0954-4c87-8224-995a7c041e75 req-dab83d43-af9b-4533-b6c0-513dfb2cfb01 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304754 Sep 08 05:04:11.094385 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] get_ports_and_sgs() called for port_ids ['12ad757a-9455-44c1-8641-ed60d495f578'] {{(pid=93868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 05:04:12.054371 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07308c-60e0-4414-a40e-21e06295892c req-30cf3091-d596-454d-ac2c-95d54059b1fa tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:12.055821 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d07308c-60e0-4414-a40e-21e06295892c req-30cf3091-d596-454d-ac2c-95d54059b1fa tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 945 time: 0.0470986 Sep 08 05:04:12.092342 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d07308c-60e0-4414-a40e-21e06295892c req-1c650fc6-f8ea-4b77-85e6-67635e4a6037 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308275 Sep 08 05:04:12.579714 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 12ad757a-9455-44c1-8641-ed60d495f578 up at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 05:04:12.626432 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning for port 12ad757a-9455-44c1-8641-ed60d495f578 completed by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 05:04:12.630186 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Provisioning complete for port 12ad757a-9455-44c1-8641-ed60d495f578 triggered by entity L2. {{(pid=93868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 05:04:12.630557 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1808797'] for port, provisioning_complete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:12.706818 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:12.727719 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:04:12.729958 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5c3d3380cfdc719dc5b3bbfb1a094165988ea46b5eabbed8e0c9c617ea23e2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac4b9a-4b96-42c9-badf-a29a04452c94" -d '{"events": [{"server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "name": "network-vif-plugged", "status": "completed", "tag": "12ad757a-9455-44c1-8641-ed60d495f578"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:04:12.742376 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] For port 12ad757a-9455-44c1-8641-ed60d495f578, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=12ad757a-9455-44c1-8641-ed60d495f578,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:04:12.747387 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:12.794533 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Pushing event updated for resources: {'Port': ['ID=12ad757a-9455-44c1-8641-ed60d495f578,revision_number=5']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:12.825423 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e939642f-10d8-447d-9cdf-0fa2cd1ff204 x-openstack-request-id: req-e939642f-10d8-447d-9cdf-0fa2cd1ff204 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:04:12.825706 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "name": "network-vif-plugged", "status": "completed", "tag": "12ad757a-9455-44c1-8641-ed60d495f578", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:04:12.825950 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e939642f-10d8-447d-9cdf-0fa2cd1ff204 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:04:12.826368 dv-cinder-784140-7-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578', 'code': 200} Sep 08 05:04:13.079521 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be27f73-df42-40bd-92bc-3b1ef96049a0 req-8b50decd-684c-4ba3-9eb6-17fc5a1bcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:13.080946 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3be27f73-df42-40bd-92bc-3b1ef96049a0 req-8b50decd-684c-4ba3-9eb6-17fc5a1bcce1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 1099 time: 0.0383704 Sep 08 05:04:13.115010 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3be27f73-df42-40bd-92bc-3b1ef96049a0 req-35439bba-a9eb-4fb4-9c74-eead749a4e33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261369 Sep 08 05:04:13.208953 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d9a76-6701-44b5-acde-7b6cf6aebea7 req-fe40f21e-a047-4d03-a8e1-fdda246de7e4 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:13.210488 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fe3d9a76-6701-44b5-acde-7b6cf6aebea7 req-fe40f21e-a047-4d03-a8e1-fdda246de7e4 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 946 time: 0.0519524 Sep 08 05:04:13.246930 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fe3d9a76-6701-44b5-acde-7b6cf6aebea7 req-c88a92d7-51af-498f-8426-3da1c905d4ef tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306356 Sep 08 05:04:14.360141 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b8208-7afc-4102-b6e2-c7bd31815039 req-992ec79d-c9aa-42da-8ff5-6a109207a4a2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:14.361597 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-567b8208-7afc-4102-b6e2-c7bd31815039 req-992ec79d-c9aa-42da-8ff5-6a109207a4a2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 946 time: 0.0487070 Sep 08 05:04:14.397849 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-567b8208-7afc-4102-b6e2-c7bd31815039 req-83cc2189-8495-462f-9a56-e70defe34feb tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303369 Sep 08 05:04:14.512791 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a4422-ff25-4a02-b149-3dae01daec5b req-67fbc6bc-6ef6-40d1-974c-571855b882c1 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:14.514280 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-961a4422-ff25-4a02-b149-3dae01daec5b req-67fbc6bc-6ef6-40d1-974c-571855b882c1 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 946 time: 0.0510001 Sep 08 05:04:14.550908 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-961a4422-ff25-4a02-b149-3dae01daec5b req-0687e9b1-8ff0-4f63-bfec-060e6da4f078 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308073 Sep 08 05:04:14.572743 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49334) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:14.610662 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cef8d9-3b8e-4c38-997f-358d9d4efd59 tempest-TestVolumeBootPattern-1897804275 tempest-TestVolumeBootPattern-1897804275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:14.612124 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e2cef8d9-3b8e-4c38-997f-358d9d4efd59 tempest-TestVolumeBootPattern-1897804275 tempest-TestVolumeBootPattern-1897804275-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 1094 time: 0.0384302 Sep 08 05:04:14.614754 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49336) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:14.618806 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Request body: {'floatingip': {'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'port_id': '12ad757a-9455-44c1-8641-ed60d495f578', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 05:04:14.641131 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:14.736028 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:14.842511 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Allocated IP 172.27.3.198 (b7fb9408-454d-42be-8484-580cd619eec9/ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb/23f10723-24c2-4336-a844-5b48fba9edbe) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 05:04:14.944042 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:14.980368 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754267853725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:15.014824 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Network b7fb9408-454d-42be-8484-580cd619eec9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 05:04:15.018088 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 05:04:15.020663 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 05:04:15.051424 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'Port': ['ID=23f10723-24c2-4336-a844-5b48fba9edbe,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:15.367973 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:15.429595 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834785'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:15.573566 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:15.578240 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754268375534', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754267853743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754267853761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29364890'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:15.650354 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event updated for resources: {'Port': ['ID=23f10723-24c2-4336-a844-5b48fba9edbe,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:15.658759 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:15.753466 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Floating IP 4991fdf8-7474-4c72-a65f-31899990be92 associated. External IP: 172.27.3.198, port: 12ad757a-9455-44c1-8641-ed60d495f578. Sep 08 05:04:15.956640 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Router 75c95b00-befb-4db8-a982-152c14b92605 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:04:16.058533 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:04:16.068626 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] Sync routers for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:04:16.074967 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:16.078660 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:04:16.079268 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:04:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:16.101941 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-0041c56f-759d-44a7-adb6-7870b1bc0447 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4861958 Sep 08 05:04:16.102669 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:04:16.104935 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "tag": "12ad757a-9455-44c1-8641-ed60d495f578"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:04:16.141688 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f55ddca-cf21-46cc-a416-ca20f7f669da x-openstack-request-id: req-4f55ddca-cf21-46cc-a416-ca20f7f669da {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:04:16.142080 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "tag": "12ad757a-9455-44c1-8641-ed60d495f578", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:04:16.142332 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f55ddca-cf21-46cc-a416-ca20f7f669da {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:04:16.142793 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578', 'status': 'completed', 'code': 200} Sep 08 05:04:16.184112 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:04:16.227648 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-7b5b7032-b646-4067-a0fa-4e7e6be91f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:16.229065 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-7b5b7032-b646-4067-a0fa-4e7e6be91f0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 1099 time: 0.0427790 Sep 08 05:04:16.316934 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-29fdff92-e5cc-4b15-91f3-458345c6b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:16.318474 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-29fdff92-e5cc-4b15-91f3-458345c6b482 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.0823154 Sep 08 05:04:16.390186 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-827d883c-7402-462b-b5b1-fdac20f7542a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ad757a-9455-44c1-8641-ed60d495f578 HTTP/1.1" status: 200 len: 1000 time: 0.0636699 Sep 08 05:04:16.400542 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:02:10Z', 'updated_at': '2021-09-08T05:02:12Z', 'revision_number': 1, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}, {'id': '4991fdf8-7474-4c72-a65f-31899990be92', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '12ad757a-9455-44c1-8641-ed60d495f578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:b3:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:04:15Z', 'updated_at': '2021-09-08T05:04:15Z', 'revision_number': 0, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:16.430078 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] Checking router: 75c95b00-befb-4db8-a982-152c14b92605 for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:04:16.438539 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:04:16.439135 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:04:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:16.446802 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-a242f92a-311a-4f19-8714-919a60f3fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:16.448264 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-a242f92a-311a-4f19-8714-919a60f3fe6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0439863 Sep 08 05:04:16.493949 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-320a5670-de30-4b43-abec-bdb781771fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:16.495499 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-320a5670-de30-4b43-abec-bdb781771fcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396140 Sep 08 05:04:16.580308 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:04:16.587535 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-85d8b283-7f1c-422c-8a12-8be70b4a307c service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843968 Sep 08 05:04:16.673850 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a036a73-3ed8-4cf2-b2e0-db7f0cdd4a7a req-4f361171-36db-4ff6-8bdc-6b422b5ae901 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791216 Sep 08 05:04:16.858499 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:02:10Z', 'updated_at': '2021-09-08T05:02:12Z', 'revision_number': 1, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}, {'id': '4991fdf8-7474-4c72-a65f-31899990be92', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '12ad757a-9455-44c1-8641-ed60d495f578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:b3:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:04:15Z', 'updated_at': '2021-09-08T05:04:15Z', 'revision_number': 0, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:16.887423 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf0606-da10-4efb-9ab0-a7a4529402f5 None None] The sync data for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi is: [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:02:10Z', 'updated_at': '2021-09-08T05:02:12Z', 'revision_number': 1, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}, {'id': '4991fdf8-7474-4c72-a65f-31899990be92', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '12ad757a-9455-44c1-8641-ed60d495f578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:b3:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:04:15Z', 'updated_at': '2021-09-08T05:04:15Z', 'revision_number': 0, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:04:17.069823 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65ab4f-367d-498a-b7eb-5c97eab2aa4d None None] New status for floating IP 4991fdf8-7474-4c72-a65f-31899990be92: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:04:26.731855 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:04:28.345848 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-55ac49fb-bd54-4af5-a690-c46d4eb68a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:30.352508 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:30.857684 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f04d3f3-ee67-440c-abb6-81e7ba17e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:31.330275 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:32.218741 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:32.494344 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-b96f6e0e-a0f3-45ba-9d49-7c98281657c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423779 Sep 08 05:04:32.614232 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-7e5db3a9-f2de-41ae-9708-65c78964c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:32.615697 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-7e5db3a9-f2de-41ae-9708-65c78964c6a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 1099 time: 0.0444474 Sep 08 05:04:32.720209 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-557da28e-84f1-4c71-a1d8-6aa3bdba5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:32.721617 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-557da28e-84f1-4c71-a1d8-6aa3bdba5fa5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.0835304 Sep 08 05:04:32.784847 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-fafe37a8-48b0-44f9-8d73-a66c01d81abe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 HTTP/1.1" status: 200 len: 1001 time: 0.0553746 Sep 08 05:04:32.832767 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-89577550-c457-452b-bdfe-d1b8046a8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:32.834235 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-89577550-c457-452b-bdfe-d1b8046a8ec3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0420859 Sep 08 05:04:32.883019 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-29f40a24-616f-44e3-badf-a70cc38747eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:32.884476 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-29f40a24-616f-44e3-badf-a70cc38747eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407379 Sep 08 05:04:32.975282 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-d89d55b1-a977-4024-9360-bbfd588e8eec service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804627 Sep 08 05:04:33.066538 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5c4a42bf-570a-4171-a008-669ce1dfcfe2 req-94ef8ea2-80eb-4845-a2b3-fc27223328a7 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839040 Sep 08 05:04:33.477280 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:47.553630 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772bf41-a140-4a53-83c6-0a2be5dae341 req-cc4b111f-7885-4fc8-a465-689e51bf6a20 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:47.555111 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1772bf41-a140-4a53-83c6-0a2be5dae341 req-cc4b111f-7885-4fc8-a465-689e51bf6a20 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 946 time: 0.0475409 Sep 08 05:04:47.590989 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1772bf41-a140-4a53-83c6-0a2be5dae341 req-2965e6c7-2265-43b5-84f6-307177665be9 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301468 Sep 08 05:04:48.703037 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb0f8f-0564-46c2-abb9-a133fe158d84 req-c619e91f-6f39-4087-ad3e-ff3454d75137 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:48.704572 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4fb0f8f-0564-46c2-abb9-a133fe158d84 req-c619e91f-6f39-4087-ad3e-ff3454d75137 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 946 time: 0.0478537 Sep 08 05:04:48.741049 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4fb0f8f-0564-46c2-abb9-a133fe158d84 req-f4eb4b19-99ac-4353-ba36-29ee0311d8f1 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307047 Sep 08 05:04:49.412857 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-9ba0a8d1-7eff-45c6-9ed7-174fdcb94074 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:49.414365 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-9ba0a8d1-7eff-45c6-9ed7-174fdcb94074 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 946 time: 0.0483189 Sep 08 05:04:49.504200 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Deleting port 9ca21abb-aae7-4762-bd29-97d593c960da {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:04:49.504446 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:49.588515 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] For port 9ca21abb-aae7-4762-bd29-97d593c960da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9ca21abb-aae7-4762-bd29-97d593c960da,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:04:49.588876 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:49.755645 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:49.756305 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585591'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:49.756305 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Floating IP 6b929c0c-888d-4d6f-8604-0d86a95ef690 disassociated. External IP: 172.27.3.15, port: 9ca21abb-aae7-4762-bd29-97d593c960da. Sep 08 05:04:49.756585 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Calling delete_port for 9ca21abb-aae7-4762-bd29-97d593c960da owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:04:49.856184 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89c71-055c-43c3-81f8-6ab66a0edaf4 req-d1e062c2-ea0b-4ec2-9d22-b3805a2c5728 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:04:49.857696 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7ec89c71-055c-43c3-81f8-6ab66a0edaf4 req-d1e062c2-ea0b-4ec2-9d22-b3805a2c5728 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fd708bb-afae-45bf-8025-3dba09987e2a HTTP/1.1" status: 200 len: 946 time: 0.0520620 Sep 08 05:04:49.882709 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:49.896909 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-7ec89c71-055c-43c3-81f8-6ab66a0edaf4 req-07f90b9f-8af3-48db-b94f-147171be2fb6 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups?id=91308dfd-117c-4dbf-8702-fcf41d336e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327265 Sep 08 05:04:49.914260 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event deleted for resources: {'Port': ['ID=9ca21abb-aae7-4762-bd29-97d593c960da,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:49.926079 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.926434 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.926777 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.927140 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.927460 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.927795 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.928123 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.928451 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.928779 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.929103 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.929426 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:49.929749 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:50.033232 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Router fe14dbf6-37ae-4921-a66a-0a780ed97ebe has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:04:50.132116 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:04:50.142433 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] Sync routers for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:04:50.151821 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:04:50.152403 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:04:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:50.171753 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] No DVR routers for this DVR port 9ca21abb-aae7-4762-bd29-97d593c960da on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:04:50.174959 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:50.176905 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-330dd17d-6c2a-4f56-afdc-48b1338acbf2 req-ff76661b-aa79-41f9-b82b-0ccca2e690d7 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.26 "DELETE /v2.0/ports/9ca21abb-aae7-4762-bd29-97d593c960da HTTP/1.1" status: 204 len: 173 time: 0.7568555 Sep 08 05:04:50.177389 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'name': 'network-vif-deleted', 'tag': '9ca21abb-aae7-4762-bd29-97d593c960da'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:04:50.179654 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d3f14e-e83e-47f5-b714-79c667ba0132" -d '{"events": [{"server_uuid": "9fd708bb-afae-45bf-8025-3dba09987e2a", "name": "network-vif-deleted", "tag": "9ca21abb-aae7-4762-bd29-97d593c960da"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:04:50.214549 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f98c2b-2a37-45bb-9cfc-0e8505d1d672 x-openstack-request-id: req-30f98c2b-2a37-45bb-9cfc-0e8505d1d672 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:04:50.214849 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd708bb-afae-45bf-8025-3dba09987e2a", "name": "network-vif-deleted", "tag": "9ca21abb-aae7-4762-bd29-97d593c960da", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:04:50.215038 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30f98c2b-2a37-45bb-9cfc-0e8505d1d672 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:04:50.215421 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd708bb-afae-45bf-8025-3dba09987e2a', 'name': 'network-vif-deleted', 'tag': '9ca21abb-aae7-4762-bd29-97d593c960da', 'status': 'completed', 'code': 200} Sep 08 05:04:50.259086 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:04:50.459470 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:50.489540 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] Checking router: fe14dbf6-37ae-4921-a66a-0a780ed97ebe for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:04:50.497502 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:04:50.498075 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:04:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:50.598636 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:04:50.790601 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:50.815819 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51a853-1e60-4cb1-be9f-aea20e1a4a4f None None] The sync data for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi is: [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:46Z', 'revision_number': 4, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': 'f2da089f-a32e-469d-964d-4bb55647beb3', 'name': '', 'network_id': 'ee9d36e1-3a18-46f3-9ecf-aa16444ff095', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'mac_address': 'fa:16:3e:27:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:45Z', 'updated_at': '2021-09-08T05:00:49Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'subnets': [{'id': '30f0cdf3-a845-4f4b-9669-725a9bab2aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:04:50.979833 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49500) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:51.017656 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d22be-399c-4f3d-bfa0-e592bd9ef308 None None] New status for floating IP 6b929c0c-888d-4d6f-8604-0d86a95ef690: DOWN {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:04:51.036821 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8ac535a-7181-43e0-8531-8e7478af0c13 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.061941 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8ac535a-7181-43e0-8531-8e7478af0c13 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.106819 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8ac535a-7181-43e0-8531-8e7478af0c13 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.109284 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8ac535a-7181-43e0-8531-8e7478af0c13 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.110955 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f8ac535a-7181-43e0-8531-8e7478af0c13 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "DELETE /v2.0/security-groups/91308dfd-117c-4dbf-8702-fcf41d336e07 HTTP/1.1" status: 204 len: 168 time: 0.1301465 Sep 08 05:04:51.113906 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49502) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:51.120694 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac535a-7181-43e0-8531-8e7478af0c13 tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91308dfd-117c-4dbf-8702-fcf41d336e07,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:51.130217 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.api.v2.resource [None req-f3c448f6-805e-4b20-b9f9-78804abc57ca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] show failed (client error): The resource could not be found. Sep 08 05:04:51.131220 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f3c448f6-805e-4b20-b9f9-78804abc57ca tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "GET /v2.0/security-groups/91308dfd-117c-4dbf-8702-fcf41d336e07 HTTP/1.1" status: 404 len: 347 time: 0.0156124 Sep 08 05:04:51.134313 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49504) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:51.255093 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Deleting port 3ec46552-6773-49f3-93f7-bec7f5951ef1 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:04:51.255425 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.326182 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.326537 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.340094 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Calling delete_port for 3ec46552-6773-49f3-93f7-bec7f5951ef1 owned by network:floatingip {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:04:51.463458 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.488882 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Pushing event deleted for resources: {'Port': ['ID=3ec46552-6773-49f3-93f7-bec7f5951ef1,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:51.513592 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.513934 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.514289 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.514620 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.514950 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.515277 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.515598 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.515948 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.516270 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.516589 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.516907 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.517222 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:04:51.556428 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks [] for floatingip, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.558908 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:51.560024 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-de60f734-14f8-48a1-b1e4-606a238a3e1f tempest-AttachVolumeTestJSON-47484944 tempest-AttachVolumeTestJSON-47484944-project] 10.222.0.20 "DELETE /v2.0/floatingips/6b929c0c-888d-4d6f-8604-0d86a95ef690 HTTP/1.1" status: 204 len: 168 time: 0.4246290 Sep 08 05:04:52.737778 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 9ca21abb-aae7-4762-bd29-97d593c960da no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:04:52.758338 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 9ca21abb-aae7-4762-bd29-97d593c960da {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:04:52.758681 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 9ca21abb-aae7-4762-bd29-97d593c960da not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:04:55.075350 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49534) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:55.645537 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587383'] for router_interface, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:55.880048 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Deleting port f2da089f-a32e-469d-964d-4bb55647beb3 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:04:55.880299 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:55.955673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] For port f2da089f-a32e-469d-964d-4bb55647beb3, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=f2da089f-a32e-469d-964d-4bb55647beb3,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:04:55.956040 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:55.967849 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Calling delete_port for f2da089f-a32e-469d-964d-4bb55647beb3 owned by network:router_interface {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:04:56.138597 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:56.166556 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2da089f-a32e-469d-964d-4bb55647beb3,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:56.329119 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587419'] for router_interface, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:56.535277 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Router fe14dbf6-37ae-4921-a66a-0a780ed97ebe has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:04:56.641096 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:04:56.648536 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-53fe412e-cbd0-4e50-b30b-5646c17e1527 admin admin] 10.222.0.20 "PUT /v2.0/routers/fe14dbf6-37ae-4921-a66a-0a780ed97ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5721529 Sep 08 05:04:56.648710 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49536) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:56.650143 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] Sync routers for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:04:56.659713 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:04:56.660384 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:04:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:56.748685 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks [] for router, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:56.761029 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:04:56.847654 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:56.898239 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Deleting port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:04:56.898578 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:56.933693 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:04:56Z', 'revision_number': 5, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port': {'id': 'a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:56.958946 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] Checking router: fe14dbf6-37ae-4921-a66a-0a780ed97ebe for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:04:56.966869 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] Routers {'fe14dbf6-37ae-4921-a66a-0a780ed97ebe'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:04:56.967458 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:04:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:56.977010 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] For port a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:04:56.977369 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:56.989420 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Calling delete_port for a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d owned by network:router_gateway {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:04:57.050713 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] Set router fe14dbf6-37ae-4921-a66a-0a780ed97ebe gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:04:57.102216 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:04:56Z', 'revision_number': 6, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port_host': None}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:57.130492 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13beba9-c857-40ca-8517-06ef72b3e68d None None] The sync data for ids ['fe14dbf6-37ae-4921-a66a-0a780ed97ebe'] in dv-cinder-784140-7-iscsi is: [{'id': 'fe14dbf6-37ae-4921-a66a-0a780ed97ebe', 'name': 'tempest-AttachVolumeTestJSON-1754462950-router', 'tenant_id': '696cb623574b4fcda1df67ee39aef916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T05:00:43Z', 'updated_at': '2021-09-08T05:04:56Z', 'revision_number': 6, 'project_id': '696cb623574b4fcda1df67ee39aef916', 'gw_port_host': None}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:04:57.150592 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.176688 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:57.234370 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585529'] for router_gateway, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.319416 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31134'] for router, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.321399 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.364532 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586067'] for router, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.365077 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe14dbf6-37ae-4921-a66a-0a780ed97ebe {{(pid=93866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 05:04:57.369179 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.370384 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0dce2682-594f-49c7-8cf4-c9664557017e admin admin] 10.222.0.20 "DELETE /v2.0/routers/fe14dbf6-37ae-4921-a66a-0a780ed97ebe HTTP/1.1" status: 204 len: 168 time: 0.7208607 Sep 08 05:04:57.373053 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49538) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:57.416116 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d32b796-88e8-43a4-80a4-c4adc41d1ccd admin admin] Deleting subnet 30f0cdf3-a845-4f4b-9669-725a9bab2aa7 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 05:04:57.418900 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9d32b796-88e8-43a4-80a4-c4adc41d1ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.451258 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9d32b796-88e8-43a4-80a4-c4adc41d1ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.532719 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9d32b796-88e8-43a4-80a4-c4adc41d1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.586541 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9d32b796-88e8-43a4-80a4-c4adc41d1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.611848 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32b796-88e8-43a4-80a4-c4adc41d1ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f0cdf3-a845-4f4b-9669-725a9bab2aa7,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:57.615470 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9d32b796-88e8-43a4-80a4-c4adc41d1ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.617301 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9d32b796-88e8-43a4-80a4-c4adc41d1ccd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/30f0cdf3-a845-4f4b-9669-725a9bab2aa7 HTTP/1.1" status: 204 len: 168 time: 0.2433481 Sep 08 05:04:57.619860 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49540) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:57.621212 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e028a1-d00d-4207-a180-0ccd6edafe02 None None] Network ee9d36e1-3a18-46f3-9ecf-aa16444ff095 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:04:57.686295 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.741433 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Deleting port 71df153e-16c5-493b-8c09-23949d278ba2 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:04:57.741780 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.804740 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] For port 71df153e-16c5-493b-8c09-23949d278ba2, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=71df153e-16c5-493b-8c09-23949d278ba2,segment=NetworkSegment(cfafe391-13e0-4f52-81be-eca8f4037c6e),segment_id=cfafe391-13e0-4f52-81be-eca8f4037c6e)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:04:57.805100 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.817308 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Calling delete_port for 71df153e-16c5-493b-8c09-23949d278ba2 owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:04:57.897389 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:57.920921 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9acb79-7ba0-4af0-ba42-76113f49b983 None None] DHCP port deletion for ee9d36e1-3a18-46f3-9ecf-aa16444ff095 request from dv-cinder-784140-7-iscsi {{(pid=93868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 05:04:57.929059 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=71df153e-16c5-493b-8c09-23949d278ba2,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:57.941261 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] No DVR routers for this DVR port 71df153e-16c5-493b-8c09-23949d278ba2 on host dv-cinder-784140-7-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:04:57.986420 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 71df153e-16c5-493b-8c09-23949d278ba2 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:04:58.010325 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 71df153e-16c5-493b-8c09-23949d278ba2 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:04:58.010668 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 71df153e-16c5-493b-8c09-23949d278ba2 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:04:58.011083 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:04:58.012807 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.032101 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:04:58.032639 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device a0dd68ef-75f8-47f5-bc14-7d2a24c6bc7d not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:04:58.033067 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f2da089f-a32e-469d-964d-4bb55647beb3 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:04:58.037849 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9d36e1-3a18-46f3-9ecf-aa16444ff095']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:58.047352 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfafe391-13e0-4f52-81be-eca8f4037c6e') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:58.047650 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfafe391-13e0-4f52-81be-eca8f4037c6e') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:04:58.051811 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: f2da089f-a32e-469d-964d-4bb55647beb3 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:04:58.052154 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device f2da089f-a32e-469d-964d-4bb55647beb3 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:04:58.057380 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32327736'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.070277 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.076145 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 05:04:58.076557 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29364546'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: timer() Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: cb(*args, **kw) Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: self._notify() Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: self.callback(batched_events) Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: event.method(event) Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._get(url).json() Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 05:04:58.078735 dv-cinder-784140-7-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 05:04:58.134450 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.142401 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.146787 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee9d36e1-3a18-46f3-9ecf-aa16444ff095 HTTP/1.1" status: 204 len: 168 time: 0.5235379 Sep 08 05:04:58.154092 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f0660-8e4f-4823-8eaa-d82288690d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9d36e1-3a18-46f3-9ecf-aa16444ff095,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:04:58.306687 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49544) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:58.347101 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e40d91bf-9ee9-4a14-9750-da4a3f64b8da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=696cb623574b4fcda1df67ee39aef916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392542 Sep 08 05:04:58.349531 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49546) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:04:58.349681 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-86e306cd-14b2-41d5-b070-58dbd66da2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.400873 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3cf4ea58-5cf7-4084-8d54-95e60e8f1188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.420898 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3cf4ea58-5cf7-4084-8d54-95e60e8f1188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.465934 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3cf4ea58-5cf7-4084-8d54-95e60e8f1188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.468386 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3cf4ea58-5cf7-4084-8d54-95e60e8f1188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:04:58.469538 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-3cf4ea58-5cf7-4084-8d54-95e60e8f1188 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/564a54f2-5536-4b8c-a269-74582d7700ee HTTP/1.1" status: 204 len: 168 time: 0.1190219 Sep 08 05:04:58.476967 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4ea58-5cf7-4084-8d54-95e60e8f1188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564a54f2-5536-4b8c-a269-74582d7700ee,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:00.367905 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:00.858999 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de2b5635-fd43-4e4a-9d55-e86b5215dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:01.330562 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:02.221788 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:02.713659 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49632) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:02.817099 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e73ae603-a394-4984-a12d-d642ebf62f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:02.904592 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e73ae603-a394-4984-a12d-d642ebf62f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:02.908007 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e73ae603-a394-4984-a12d-d642ebf62f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:02.944004 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e73ae603-a394-4984-a12d-d642ebf62f87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbd159af357b494e99876f996712f06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292619 Sep 08 05:05:02.945960 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ae603-a394-4984-a12d-d642ebf62f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30bcd27-81ef-45ab-8b27-745f1fd72544,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:02.946732 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49638) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:02.993552 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac6e94ca-d4fb-4df7-9e83-15fcbf33a40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.013903 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac6e94ca-d4fb-4df7-9e83-15fcbf33a40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.062139 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac6e94ca-d4fb-4df7-9e83-15fcbf33a40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.065240 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac6e94ca-d4fb-4df7-9e83-15fcbf33a40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.066400 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ac6e94ca-d4fb-4df7-9e83-15fcbf33a40f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c30bcd27-81ef-45ab-8b27-745f1fd72544 HTTP/1.1" status: 204 len: 168 time: 0.1186721 Sep 08 05:05:03.073485 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e94ca-d4fb-4df7-9e83-15fcbf33a40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30bcd27-81ef-45ab-8b27-745f1fd72544,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:03.317156 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49644) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:03.330075 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13b6360c-d588-4c35-82f2-67646909aa82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.417029 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13b6360c-d588-4c35-82f2-67646909aa82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.420568 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13b6360c-d588-4c35-82f2-67646909aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.457407 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-13b6360c-d588-4c35-82f2-67646909aa82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d57ddfce05744e79a52d229d53d450e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391754 Sep 08 05:05:03.458264 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6360c-d588-4c35-82f2-67646909aa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0591ea2a-7b8c-416b-8830-d1bf128a0abb,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:03.460288 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49646) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:03.480995 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.508756 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a0ad905c-8a5e-4b08-a7c2-88db772ba945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.528290 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a0ad905c-8a5e-4b08-a7c2-88db772ba945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.574356 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a0ad905c-8a5e-4b08-a7c2-88db772ba945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.576868 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a0ad905c-8a5e-4b08-a7c2-88db772ba945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:03.578017 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a0ad905c-8a5e-4b08-a7c2-88db772ba945 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0591ea2a-7b8c-416b-8830-d1bf128a0abb HTTP/1.1" status: 204 len: 168 time: 0.1167114 Sep 08 05:05:03.586061 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad905c-8a5e-4b08-a7c2-88db772ba945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0591ea2a-7b8c-416b-8830-d1bf128a0abb,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:03.729962 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:05:09.172996 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49728) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:09.274402 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2763e57c-8d01-4910-8163-e7ccd7d1a832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.358790 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2763e57c-8d01-4910-8163-e7ccd7d1a832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.362117 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2763e57c-8d01-4910-8163-e7ccd7d1a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.398414 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763e57c-8d01-4910-8163-e7ccd7d1a832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62197618-a7ce-4400-90cc-845f931257db,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:09.402785 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2763e57c-8d01-4910-8163-e7ccd7d1a832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e6235fffb8d4425b303a7344ac77321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288027 Sep 08 05:05:09.405832 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49732) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:09.451808 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12352588-d6ae-4d8e-9c9f-3b17bb33c30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.472407 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12352588-d6ae-4d8e-9c9f-3b17bb33c30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.516730 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12352588-d6ae-4d8e-9c9f-3b17bb33c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.519344 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12352588-d6ae-4d8e-9c9f-3b17bb33c30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.520454 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-12352588-d6ae-4d8e-9c9f-3b17bb33c30d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62197618-a7ce-4400-90cc-845f931257db HTTP/1.1" status: 204 len: 168 time: 0.1140811 Sep 08 05:05:09.527944 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12352588-d6ae-4d8e-9c9f-3b17bb33c30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62197618-a7ce-4400-90cc-845f931257db,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:09.768653 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49738) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:09.783603 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d0a7-358f-44ec-b9dd-baf8fc9ef54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.872871 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d0a7-358f-44ec-b9dd-baf8fc9ef54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.876543 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d0a7-358f-44ec-b9dd-baf8fc9ef54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.914965 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b0c6d0a7-358f-44ec-b9dd-baf8fc9ef54f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cffb746597449ca84caba62b8722f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452260 Sep 08 05:05:09.915907 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6d0a7-358f-44ec-b9dd-baf8fc9ef54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c2ebd1-6cc9-4ebd-a9a6-a5b5da7c679f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:09.917635 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49740) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:09.964199 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0428a181-2e8f-4a2d-b59a-14090b5b8fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:09.984731 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0428a181-2e8f-4a2d-b59a-14090b5b8fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:10.032244 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0428a181-2e8f-4a2d-b59a-14090b5b8fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:10.034884 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0428a181-2e8f-4a2d-b59a-14090b5b8fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:10.036058 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0428a181-2e8f-4a2d-b59a-14090b5b8fde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06c2ebd1-6cc9-4ebd-a9a6-a5b5da7c679f HTTP/1.1" status: 204 len: 168 time: 0.1173587 Sep 08 05:05:10.043317 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428a181-2e8f-4a2d-b59a-14090b5b8fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c2ebd1-6cc9-4ebd-a9a6-a5b5da7c679f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:14.824477 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49838) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:14.924009 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7dd01603-e99d-4981-89e4-f1bb78166cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.010133 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7dd01603-e99d-4981-89e4-f1bb78166cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.013606 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7dd01603-e99d-4981-89e4-f1bb78166cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.049927 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7dd01603-e99d-4981-89e4-f1bb78166cc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cff3df72cce24fdfbbefbbce285bd40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244227 Sep 08 05:05:15.052484 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49842) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:15.059055 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd01603-e99d-4981-89e4-f1bb78166cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b2117-cc77-45da-a9ed-1d6689fa6187,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:15.101145 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2043253-f3a3-4d38-9b96-5974bd5fc2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.123744 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2043253-f3a3-4d38-9b96-5974bd5fc2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.167567 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2043253-f3a3-4d38-9b96-5974bd5fc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.170105 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e2043253-f3a3-4d38-9b96-5974bd5fc2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.171271 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e2043253-f3a3-4d38-9b96-5974bd5fc2a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e6b2117-cc77-45da-a9ed-1d6689fa6187 HTTP/1.1" status: 204 len: 168 time: 0.1178763 Sep 08 05:05:15.181171 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2043253-f3a3-4d38-9b96-5974bd5fc2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b2117-cc77-45da-a9ed-1d6689fa6187,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:15.428261 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49848) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:15.441762 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f1a08201-8528-4b2c-94fa-62b53a1d5067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.529134 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f1a08201-8528-4b2c-94fa-62b53a1d5067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.532697 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f1a08201-8528-4b2c-94fa-62b53a1d5067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.570098 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f1a08201-8528-4b2c-94fa-62b53a1d5067 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd115f12c11d417391be7206e71ad397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407616 Sep 08 05:05:15.570935 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a08201-8528-4b2c-94fa-62b53a1d5067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd009957-f269-4cee-8b92-476379daf34a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:15.572876 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49850) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:15.622467 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d31173dc-c7ad-41ec-9914-9cedd700f5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.642455 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d31173dc-c7ad-41ec-9914-9cedd700f5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.688340 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d31173dc-c7ad-41ec-9914-9cedd700f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.690829 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d31173dc-c7ad-41ec-9914-9cedd700f5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:15.691928 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d31173dc-c7ad-41ec-9914-9cedd700f5f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd009957-f269-4cee-8b92-476379daf34a HTTP/1.1" status: 204 len: 168 time: 0.1180179 Sep 08 05:05:15.699028 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31173dc-c7ad-41ec-9914-9cedd700f5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd009957-f269-4cee-8b92-476379daf34a,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:15.998535 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49856) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:16.012349 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-51110201-315c-4666-9f7f-7a0ec4c14f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:16.101770 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-51110201-315c-4666-9f7f-7a0ec4c14f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:16.105684 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-51110201-315c-4666-9f7f-7a0ec4c14f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:16.145895 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-51110201-315c-4666-9f7f-7a0ec4c14f49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=616b0afb8bb142149bc6045aeb2523a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461420 Sep 08 05:05:16.146783 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51110201-315c-4666-9f7f-7a0ec4c14f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ffbc95-5c87-47fc-8603-ce14e87bbc78,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:16.148533 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49858) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:16.197199 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2c09abb-fb89-4fc8-b9fa-e623b0c76e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:16.218169 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2c09abb-fb89-4fc8-b9fa-e623b0c76e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:16.263223 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2c09abb-fb89-4fc8-b9fa-e623b0c76e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:16.266082 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2c09abb-fb89-4fc8-b9fa-e623b0c76e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:16.267234 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a2c09abb-fb89-4fc8-b9fa-e623b0c76e5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26ffbc95-5c87-47fc-8603-ce14e87bbc78 HTTP/1.1" status: 204 len: 168 time: 0.1177149 Sep 08 05:05:16.274749 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c09abb-fb89-4fc8-b9fa-e623b0c76e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ffbc95-5c87-47fc-8603-ce14e87bbc78,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:18.066418 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49930) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:18.169140 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bd25c9b9-b905-474c-b1c8-c19b6dd36be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.254334 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bd25c9b9-b905-474c-b1c8-c19b6dd36be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.258270 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bd25c9b9-b905-474c-b1c8-c19b6dd36be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.293486 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-bd25c9b9-b905-474c-b1c8-c19b6dd36be7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec7d5cce24fd462385177c5359fcaccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260234 Sep 08 05:05:18.295385 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25c9b9-b905-474c-b1c8-c19b6dd36be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dfb9ae-93fb-4d31-b208-7355dcd55701,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:18.296276 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49934) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:18.345944 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-66ff3c2a-1316-48f8-9717-88a401a7f9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.366211 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-66ff3c2a-1316-48f8-9717-88a401a7f9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.414861 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-66ff3c2a-1316-48f8-9717-88a401a7f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.417350 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-66ff3c2a-1316-48f8-9717-88a401a7f9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.418555 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-66ff3c2a-1316-48f8-9717-88a401a7f9fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42dfb9ae-93fb-4d31-b208-7355dcd55701 HTTP/1.1" status: 204 len: 168 time: 0.1207452 Sep 08 05:05:18.426463 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff3c2a-1316-48f8-9717-88a401a7f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dfb9ae-93fb-4d31-b208-7355dcd55701,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:18.666325 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 49940) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:18.679615 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7f01e62e-abb8-4901-be25-4895b5948ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.764205 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7f01e62e-abb8-4901-be25-4895b5948ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.767581 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7f01e62e-abb8-4901-be25-4895b5948ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.804417 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-7f01e62e-abb8-4901-be25-4895b5948ac0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7e7436406574b90999e6b98b5059e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370187 Sep 08 05:05:18.806306 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01e62e-abb8-4901-be25-4895b5948ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648b7062-693f-43d2-88dc-e12d2d55edfd,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:18.807179 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 49942) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:18.854110 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6491-1504-46d4-b53a-ea4043f6a9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.873673 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6491-1504-46d4-b53a-ea4043f6a9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.917500 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6491-1504-46d4-b53a-ea4043f6a9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.919914 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6491-1504-46d4-b53a-ea4043f6a9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:18.921022 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-bb7e6491-1504-46d4-b53a-ea4043f6a9f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/648b7062-693f-43d2-88dc-e12d2d55edfd HTTP/1.1" status: 204 len: 168 time: 0.1128778 Sep 08 05:05:18.928394 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e6491-1504-46d4-b53a-ea4043f6a9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648b7062-693f-43d2-88dc-e12d2d55edfd,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:28.351234 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cf186a15-15cd-4814-9607-f025e9537114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:30.356070 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:30.858751 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-89ba03e8-b302-424d-87d8-5cf8c33ce87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:31.331467 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:32.224626 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:33.483768 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:33.493399 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-cf3a9509-5d53-418b-87f1-6d23913a7710 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415606 Sep 08 05:05:33.565683 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-24aed549-70d1-4984-a89f-1739fe8362be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:33.567145 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-24aed549-70d1-4984-a89f-1739fe8362be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 1099 time: 0.0393651 Sep 08 05:05:33.670381 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-5f075712-4133-46c1-b9ad-3e6fa6ea4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:33.671800 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-5f075712-4133-46c1-b9ad-3e6fa6ea4f10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.0806243 Sep 08 05:05:33.738374 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-0203d665-ca6e-4daf-94ad-6d42066b662f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ad757a-9455-44c1-8641-ed60d495f578 HTTP/1.1" status: 200 len: 1002 time: 0.0587580 Sep 08 05:05:33.786914 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-f23b94e3-0300-4f28-88bf-272d0c2819be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:33.788302 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-f23b94e3-0300-4f28-88bf-272d0c2819be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0427999 Sep 08 05:05:33.833829 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-9268c987-d991-4714-9065-e1e39fa900c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:33.835308 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-9268c987-d991-4714-9065-e1e39fa900c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382073 Sep 08 05:05:33.927703 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-92a89efa-c5e9-4cd4-a2f1-33ba3058cb46 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835698 Sep 08 05:05:34.015134 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a5d25c6-0ce9-4893-b59c-88dcb36b3d35 req-4d66e905-9da1-4e6f-ad4b-5623fb1426e7 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796323 Sep 08 05:05:38.465556 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50090) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:38.572318 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d922-84a4-46c6-a568-a90ff9515596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:38.659249 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d922-84a4-46c6-a568-a90ff9515596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:38.662975 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d922-84a4-46c6-a568-a90ff9515596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:38.700120 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7ac0d922-84a4-46c6-a568-a90ff9515596 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=970b288e568b4e33962a324ab722aa39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334962 Sep 08 05:05:38.700962 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0d922-84a4-46c6-a568-a90ff9515596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0755b1-1bae-4f2c-aad8-ed82de670747,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:38.702921 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 50094) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:38.750590 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-32d1ad05-eb26-4bd8-8ac5-62269e0b4719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:38.770742 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-32d1ad05-eb26-4bd8-8ac5-62269e0b4719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:38.818214 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-32d1ad05-eb26-4bd8-8ac5-62269e0b4719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:38.821127 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-32d1ad05-eb26-4bd8-8ac5-62269e0b4719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:38.822317 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-32d1ad05-eb26-4bd8-8ac5-62269e0b4719 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c0755b1-1bae-4f2c-aad8-ed82de670747 HTTP/1.1" status: 204 len: 168 time: 0.1183274 Sep 08 05:05:38.830034 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1ad05-eb26-4bd8-8ac5-62269e0b4719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0755b1-1bae-4f2c-aad8-ed82de670747,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:40.727635 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:05:44.314766 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 50138) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:44.464742 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Deleting port 23f10723-24c2-4336-a844-5b48fba9edbe {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:05:44.464998 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:44.535639 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:44.535959 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:44.546890 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Calling delete_port for 23f10723-24c2-4336-a844-5b48fba9edbe owned by network:floatingip {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:05:44.683495 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:44.708025 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event deleted for resources: {'Port': ['ID=23f10723-24c2-4336-a844-5b48fba9edbe,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:44.767077 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:44.767333 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Floating IP 4991fdf8-7474-4c72-a65f-31899990be92 disassociated (deleted). External IP: 172.27.3.198, port: 12ad757a-9455-44c1-8641-ed60d495f578. Sep 08 05:05:44.960990 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Router 75c95b00-befb-4db8-a982-152c14b92605 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:05:45.061663 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:05:45.067188 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:45.072038 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] Sync routers for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:05:45.081304 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:05:45.081910 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:05:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:05:45.092434 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-392c7fdc-a566-4da9-a1b3-1da821d44cd3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "DELETE /v2.0/floatingips/4991fdf8-7474-4c72-a65f-31899990be92 HTTP/1.1" status: 204 len: 168 time: 0.7765799 Sep 08 05:05:45.093010 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:05:45.102517 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "tag": "12ad757a-9455-44c1-8641-ed60d495f578"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:05:45.204094 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:05:45.328157 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdbc601-9e6e-47fd-aaa7-b25c4fe2b93c x-openstack-request-id: req-abdbc601-9e6e-47fd-aaa7-b25c4fe2b93c {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:05:45.328715 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "tag": "12ad757a-9455-44c1-8641-ed60d495f578", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:05:45.328715 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abdbc601-9e6e-47fd-aaa7-b25c4fe2b93c {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:05:45.329073 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578', 'status': 'completed', 'code': 200} Sep 08 05:05:45.351266 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c685bcd-0590-4291-a5de-e2809b3feb8f req-7682aa1a-533d-43b4-8d14-4fc03ba0b313 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:45.352779 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4c685bcd-0590-4291-a5de-e2809b3feb8f req-7682aa1a-533d-43b4-8d14-4fc03ba0b313 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 946 time: 0.0628400 Sep 08 05:05:45.391593 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4c685bcd-0590-4291-a5de-e2809b3feb8f req-3c6b5e76-2077-4cd6-9564-bd094031a273 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328627 Sep 08 05:05:45.400797 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-c589d697-af24-45c3-a1c0-117e90458c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:45.402403 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-c589d697-af24-45c3-a1c0-117e90458c93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 1099 time: 0.0423722 Sep 08 05:05:45.458327 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:02:10Z', 'updated_at': '2021-09-08T05:02:12Z', 'revision_number': 1, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:05:45.488318 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] Checking router: 75c95b00-befb-4db8-a982-152c14b92605 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:05:45.496271 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-671d28f9-a6e2-467b-81e3-52cecacfbbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:45.496452 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:05:45.496999 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:05:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:05:45.497897 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-671d28f9-a6e2-467b-81e3-52cecacfbbda service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.0864625 Sep 08 05:05:45.539345 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-583be1fc-68cc-426e-abf9-0e3679616ff3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12ad757a-9455-44c1-8641-ed60d495f578 HTTP/1.1" status: 200 len: 217 time: 0.0327418 Sep 08 05:05:45.586445 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-fad0f2e4-8829-47f1-b2d2-60f8d2a9f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:45.587902 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-fad0f2e4-8829-47f1-b2d2-60f8d2a9f4b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0411160 Sep 08 05:05:45.719103 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:05:45.930470 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:02:10Z', 'updated_at': '2021-09-08T05:02:12Z', 'revision_number': 1, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:05:45.955522 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00275b14-b5ef-4a53-a013-7f7361bc98be None None] The sync data for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi is: [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_floatingips': [{'id': '2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'router_id': '75c95b00-befb-4db8-a982-152c14b92605', 'port_id': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'mac_address': 'fa:16:3e:77:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T05:02:10Z', 'updated_at': '2021-09-08T05:02:12Z', 'revision_number': 1, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:05:46.156177 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a2e72-a5dd-4dcd-b907-53223b9a1497 None None] New status for floating IP 4991fdf8-7474-4c72-a65f-31899990be92: DOWN {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:05:46.533806 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-36eeefc8-af94-474d-8ea4-4d602081a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:46.535323 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-36eeefc8-af94-474d-8ea4-4d602081a282 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650687 Sep 08 05:05:46.542731 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cdcce-b306-4160-bf26-ba0dacb91832 req-f61ba59b-6630-441d-835e-809a36db9c26 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:46.544016 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f1cdcce-b306-4160-bf26-ba0dacb91832 req-f61ba59b-6630-441d-835e-809a36db9c26 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 946 time: 0.0824156 Sep 08 05:05:46.581839 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f1cdcce-b306-4160-bf26-ba0dacb91832 req-5ed25f26-1f00-4224-9709-a5900c4526fa tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312974 Sep 08 05:05:47.364204 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-6f11d010-d0ae-4c44-953c-b94c5e9e4dee service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843961 Sep 08 05:05:47.692215 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5418b4-2f6a-4635-98ef-d59d4bc9bf71 req-681a52dc-7245-4ebc-a512-441a05fee28f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:47.693664 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fa5418b4-2f6a-4635-98ef-d59d4bc9bf71 req-681a52dc-7245-4ebc-a512-441a05fee28f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 946 time: 0.0470917 Sep 08 05:05:47.730174 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-fa5418b4-2f6a-4635-98ef-d59d4bc9bf71 req-8100bf1f-a093-4699-a236-868ffafa9514 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307231 Sep 08 05:05:48.308788 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af3d7bf3-2b07-4e3a-9f7c-e178d62bcfb9 req-261df114-dc5b-4e77-bede-74335105cd31 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808470 Sep 08 05:05:48.839513 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabaf8a1-c332-40bd-9d72-3b1569096a3e req-1c8bc35a-6ea9-4c6a-8955-01837b3f7562 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:48.840947 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cabaf8a1-c332-40bd-9d72-3b1569096a3e req-1c8bc35a-6ea9-4c6a-8955-01837b3f7562 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 946 time: 0.0464807 Sep 08 05:05:48.877099 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cabaf8a1-c332-40bd-9d72-3b1569096a3e req-523a865b-2feb-47be-bdb8-64545ce56b49 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297456 Sep 08 05:05:49.571919 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-bdb7794f-d841-4523-9ebf-685125364155 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:49.573644 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-bdb7794f-d841-4523-9ebf-685125364155 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 946 time: 0.0557745 Sep 08 05:05:49.659882 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Deleting port 12ad757a-9455-44c1-8641-ed60d495f578 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:05:49.660221 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:49.746589 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] For port 12ad757a-9455-44c1-8641-ed60d495f578, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=12ad757a-9455-44c1-8641-ed60d495f578,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:05:49.746875 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:49.759130 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Calling delete_port for 12ad757a-9455-44c1-8641-ed60d495f578 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:05:49.878695 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:49.910271 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event deleted for resources: {'Port': ['ID=12ad757a-9455-44c1-8641-ed60d495f578,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:49.950111 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] No DVR routers for this DVR port 12ad757a-9455-44c1-8641-ed60d495f578 on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:05:49.952785 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:49.954848 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c3ce4712-ca68-486e-87cb-0f38c3fb54ea req-a5a4ad7b-fabe-41b6-a9db-91ae88a5c923 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "DELETE /v2.0/ports/12ad757a-9455-44c1-8641-ed60d495f578 HTTP/1.1" status: 204 len: 173 time: 0.3744032 Sep 08 05:05:49.955286 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'name': 'network-vif-deleted', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:05:49.957576 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc834b3-0d25-4c43-bc60-92c5d98fa2eb" -d '{"events": [{"server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "name": "network-vif-deleted", "tag": "12ad757a-9455-44c1-8641-ed60d495f578"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:05:49.979332 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1a74e487-22b0-48b3-b33c-fa6e234edf43 req-d247df69-85a1-4735-800a-aa746c755bb2 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 210 time: 0.0312216 Sep 08 05:05:49.995305 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d150df1-7e4c-4937-82a8-203c9e97b66b x-openstack-request-id: req-3d150df1-7e4c-4937-82a8-203c9e97b66b {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:05:49.995591 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96485493-e6dd-4afb-8ccd-429918f9cb73", "name": "network-vif-deleted", "tag": "12ad757a-9455-44c1-8641-ed60d495f578", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:05:49.995842 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d150df1-7e4c-4937-82a8-203c9e97b66b {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:05:49.996229 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96485493-e6dd-4afb-8ccd-429918f9cb73', 'name': 'network-vif-deleted', 'tag': '12ad757a-9455-44c1-8641-ed60d495f578', 'status': 'completed', 'code': 200} Sep 08 05:05:51.073712 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1d778ade-e720-4ac2-96ce-9bc2b5c1ba4d req-38a74181-902c-48ae-b513-ff5fa97019f3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 210 time: 0.0292280 Sep 08 05:05:52.165591 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5d94a968-4191-4c14-9638-898d5d501d79 req-688e726f-faa3-4074-9cab-d97570df94cf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 210 time: 0.0257785 Sep 08 05:05:53.269792 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2481930e-c4c2-419d-9461-fbce03b4cf4f req-192be241-ddb4-4109-add3-082f8d5e07d3 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=96485493-e6dd-4afb-8ccd-429918f9cb73 HTTP/1.1" status: 200 len: 210 time: 0.0268884 Sep 08 05:05:56.445456 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 12ad757a-9455-44c1-8641-ed60d495f578 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:05:56.469172 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 12ad757a-9455-44c1-8641-ed60d495f578 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:05:56.469510 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 12ad757a-9455-44c1-8641-ed60d495f578 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:05:56.539116 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 50260) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:56.690768 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Deleting port cfb828b4-fa78-4df5-ae32-36b2c1305e3f {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:05:56.691035 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:56.763840 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:56.764176 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:56.776027 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Calling delete_port for cfb828b4-fa78-4df5-ae32-36b2c1305e3f owned by network:floatingip {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:05:56.916123 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:56.942401 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event deleted for resources: {'Port': ['ID=cfb828b4-fa78-4df5-ae32-36b2c1305e3f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:56.969143 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.969529 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.969918 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.970305 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.970642 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.970975 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.971306 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.971635 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.971962 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.972285 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.972607 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:56.972927 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:57.011447 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:57.011788 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Floating IP 2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f disassociated (deleted). External IP: 172.27.3.89, port: 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3. Sep 08 05:05:57.439422 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Router 75c95b00-befb-4db8-a982-152c14b92605 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:05:57.539867 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:05:57.544577 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:57.550977 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] Sync routers for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:05:57.560173 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:05:57.560863 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:05:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:05:57.577071 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d6d2d6c2-1b6a-4a5a-9c15-7fc1db5fa8bf tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "DELETE /v2.0/floatingips/2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f HTTP/1.1" status: 204 len: 168 time: 1.0368295 Sep 08 05:05:57.577739 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:05:57.580658 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}568ea6ab01cf43cdaa681397b108ecdfb8adab37595a79ec06adc9e01589ec0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0a580-d637-4f1f-ab59-aca580b070c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:05:57.628241 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c7e6f7-fa07-40e4-af4f-4b6697def52f x-openstack-request-id: req-41c7e6f7-fa07-40e4-af4f-4b6697def52f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:05:57.628526 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:05:57.628757 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41c7e6f7-fa07-40e4-af4f-4b6697def52f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:05:57.629141 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'status': 'completed', 'code': 200} Sep 08 05:05:57.678071 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:05:57.716512 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-552878b6-304d-4ebd-a0b6-d067ce8edc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:57.718893 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-552878b6-304d-4ebd-a0b6-d067ce8edc5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=643e582f6bd2451191b91381608b2e6d&device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 1099 time: 0.0445819 Sep 08 05:05:57.841402 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-bd75ff33-3a95-4cac-88b1-c591f95560d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:57.842971 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-bd75ff33-3a95-4cac-88b1-c591f95560d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 200 len: 912 time: 0.1156416 Sep 08 05:05:57.855022 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b6f6e-a1ec-42e2-9821-cba83e4c09ea req-9529210a-0a3f-4edc-b9c5-4f0ca5b6c7db tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:57.856386 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-283b6f6e-a1ec-42e2-9821-cba83e4c09ea req-9529210a-0a3f-4edc-b9c5-4f0ca5b6c7db tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 946 time: 0.0692067 Sep 08 05:05:57.888361 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:05:57.904787 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-f7947ebb-073f-449a-b77b-c2fc458d7861 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 HTTP/1.1" status: 200 len: 217 time: 0.0474501 Sep 08 05:05:57.915407 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] Checking router: 75c95b00-befb-4db8-a982-152c14b92605 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:05:57.924286 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:05:57.925097 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:05:31Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:05:57.948857 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-283b6f6e-a1ec-42e2-9821-cba83e4c09ea req-ebbae2ab-8d8c-4218-b8ef-f61b0523b462 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856247 Sep 08 05:05:57.968815 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-8232e8ef-14c1-4287-8cba-6d0a74af2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:57.968815 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-8232e8ef-14c1-4287-8cba-6d0a74af2558 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 200 len: 850 time: 0.0536878 Sep 08 05:05:58.019798 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-9fe132d7-2a79-47b0-9962-506a821341ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:58.021328 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-9fe132d7-2a79-47b0-9962-506a821341ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d42be4f3-48d9-4d8b-9d00-242994f353ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467408 Sep 08 05:05:58.031089 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:05:58.115525 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-f7ffc484-95d1-43c0-b871-df7e34e6d55e service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849280 Sep 08 05:05:58.205206 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79f0a580-d637-4f1f-ab59-aca580b070c9 req-dc71f975-a0ba-4ed9-b777-ec491ed57679 service neutron] 10.222.0.26 "GET /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801294 Sep 08 05:05:58.226304 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:05:58.253876 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de216843-80e9-4df1-86a8-428589b920f5 None None] The sync data for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi is: [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:22Z', 'revision_number': 4, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi', '_interfaces': [{'id': '1a8cf5c4-7804-474b-bafe-f7c292828dec', 'name': '', 'network_id': 'd42be4f3-48d9-4d8b-9d00-242994f353ae', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'mac_address': 'fa:16:3e:a8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:21Z', 'updated_at': '2021-09-08T04:58:32Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'subnets': [{'id': '2f17fbc2-3169-4013-aeea-29f1092616e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:05:58.351440 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f326e23-6509-4c54-95c0-416c438f63a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:58.459592 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a7443-0c12-4f34-9d73-946a45a71045 None None] New status for floating IP 2a0a3ab0-d3d9-4e83-bc08-e0c2d1eb639f: DOWN {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 05:05:58.907203 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 50280) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:59.008716 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e7c907a-b79a-4c69-9d1f-82ad022134bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.086993 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98980c-1a52-44c7-82ad-b37e2d473f89 req-ad449099-bd0d-4518-9b02-fc22b38fac28 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:59.088387 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3a98980c-1a52-44c7-82ad-b37e2d473f89 req-ad449099-bd0d-4518-9b02-fc22b38fac28 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 946 time: 0.0697172 Sep 08 05:05:59.146547 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-3a98980c-1a52-44c7-82ad-b37e2d473f89 req-8af04146-0c13-4033-9232-e015e73ab18f tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/security-groups?id=addc9302-cac5-4002-ae2d-354c161d492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520775 Sep 08 05:05:59.165641 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e7c907a-b79a-4c69-9d1f-82ad022134bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.170927 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e7c907a-b79a-4c69-9d1f-82ad022134bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.209526 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2e7c907a-b79a-4c69-9d1f-82ad022134bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee4bd879bddb4c9ca1f0772cc7ab9a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007731 Sep 08 05:05:59.210656 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c907a-b79a-4c69-9d1f-82ad022134bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c87101a-50c5-41a5-be5b-3a2e3fb60647,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:59.212308 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50286) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:05:59.265421 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.286509 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.330797 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.333258 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.334433 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c87101a-50c5-41a5-be5b-3a2e3fb60647 HTTP/1.1" status: 204 len: 168 time: 0.1204393 Sep 08 05:05:59.342143 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c87101a-50c5-41a5-be5b-3a2e3fb60647,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:59.349849 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.350250 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.350601 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.350968 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.351312 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.351650 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.351981 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.352312 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.352644 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.352974 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.353295 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.353618 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1492e1a-9938-49ce-bec7-3efdbd50ccef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:05:59.460218 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79502646-52da-44a0-9419-d49f13fb85c4 req-0c4568bd-70a1-4cf9-9c50-c75d3d024060 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 05:05:59.461860 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79502646-52da-44a0-9419-d49f13fb85c4 req-0c4568bd-70a1-4cf9-9c50-c75d3d024060 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 946 time: 0.0552127 Sep 08 05:05:59.561130 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-79502646-52da-44a0-9419-d49f13fb85c4 req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Deleting port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:05:59.561477 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79502646-52da-44a0-9419-d49f13fb85c4 req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.655080 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-79502646-52da-44a0-9419-d49f13fb85c4 req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] For port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:05:59.655445 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79502646-52da-44a0-9419-d49f13fb85c4 req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.667326 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-79502646-52da-44a0-9419-d49f13fb85c4 req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Calling delete_port for 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:05:59.788154 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79502646-52da-44a0-9419-d49f13fb85c4 req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.813019 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event deleted for resources: {'Port': ['ID=081aa4ca-9af2-4f2e-aabd-3f26db8e4be3,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:05:59.855094 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-79502646-52da-44a0-9419-d49f13fb85c4 req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] No DVR routers for this DVR port 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 on host hv-cinder-78414 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:05:59.857682 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-79502646-52da-44a0-9419-d49f13fb85c4 req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:05:59.859673 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79502646-52da-44a0-9419-d49f13fb85c4 req-82cad0fd-3cf3-4d8d-b5d3-3506739cf7c9 tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.26 "DELETE /v2.0/ports/081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 HTTP/1.1" status: 204 len: 173 time: 0.3912089 Sep 08 05:05:59.860112 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'name': 'network-vif-deleted', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 05:05:59.862345 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f79110bf0ea71503e77be8a6db805d0f77db167b9659a8197b1e25670055e2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c8d0f2-1c97-427b-9e8b-738419df96ba" -d '{"events": [{"server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "name": "network-vif-deleted", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 05:05:59.898743 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 05:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f11f9-b88c-43ab-a9d0-ab4910bbb1bb x-openstack-request-id: req-699f11f9-b88c-43ab-a9d0-ab4910bbb1bb {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 05:05:59.899065 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ea716-daa7-4382-8b74-054c66df29b3", "name": "network-vif-deleted", "tag": "081aa4ca-9af2-4f2e-aabd-3f26db8e4be3", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 05:05:59.899396 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-699f11f9-b88c-43ab-a9d0-ab4910bbb1bb {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 05:05:59.899825 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ea716-daa7-4382-8b74-054c66df29b3', 'name': 'network-vif-deleted', 'tag': '081aa4ca-9af2-4f2e-aabd-3f26db8e4be3', 'status': 'completed', 'code': 200} Sep 08 05:06:00.247651 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [req-d445758f-2a67-4800-8276-0c5c5704352d req-2ab7fe20-86a0-4dfe-b0ef-07fbecd30c7b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f90ea716-daa7-4382-8b74-054c66df29b3 HTTP/1.1" status: 200 len: 210 time: 0.0312324 Sep 08 05:06:00.389733 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:00.858892 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fff6b4d9-b0b0-4912-bf3b-4c5c8cf6898c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:01.303741 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50296) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:01.331615 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:01.425766 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Deleting port 1e206544-97b1-454a-b8d5-5e38c5600bdc {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:06:01.426046 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:01.497011 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:01.497342 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:01.508704 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Calling delete_port for 1e206544-97b1-454a-b8d5-5e38c5600bdc owned by network:floatingip {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:06:01.881722 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:01.904718 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event deleted for resources: {'Port': ['ID=1e206544-97b1-454a-b8d5-5e38c5600bdc,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:01.963715 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for floatingip, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:01.966401 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13254'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:01.967548 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8d30b632-baa4-4685-a481-3400ece6c99b tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "DELETE /v2.0/floatingips/069ce0c0-fcce-4f91-a93e-61632101ee8f HTTP/1.1" status: 204 len: 168 time: 0.6628358 Sep 08 05:06:02.228011 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:02.475453 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:06:02.494881 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] No Port match for: 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:06:02.495219 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Device 081aa4ca-9af2-4f2e-aabd-3f26db8e4be3 not bound to the agent host hv-cinder-78414 {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:06:03.153284 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50310) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:03.213242 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fcdff384-9b1a-41f2-bcc5-c5d39a5456cc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:03.237428 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fcdff384-9b1a-41f2-bcc5-c5d39a5456cc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:03.294261 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fcdff384-9b1a-41f2-bcc5-c5d39a5456cc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:03.297081 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fcdff384-9b1a-41f2-bcc5-c5d39a5456cc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:03.298742 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-fcdff384-9b1a-41f2-bcc5-c5d39a5456cc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] 10.222.0.20 "DELETE /v2.0/security-groups/addc9302-cac5-4002-ae2d-354c161d492e HTTP/1.1" status: 204 len: 168 time: 0.1439590 Sep 08 05:06:03.307515 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdff384-9b1a-41f2-bcc5-c5d39a5456cc tempest-TestVolumeBootPattern-556792579 tempest-TestVolumeBootPattern-556792579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=addc9302-cac5-4002-ae2d-354c161d492e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:03.356603 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50314) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:03.489092 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:03.827492 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587383'] for router_interface, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:04.066082 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Deleting port 1a8cf5c4-7804-474b-bafe-f7c292828dec {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:06:04.066421 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:04.144976 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] For port 1a8cf5c4-7804-474b-bafe-f7c292828dec, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=1a8cf5c4-7804-474b-bafe-f7c292828dec,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:06:04.145259 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:04.157129 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Calling delete_port for 1a8cf5c4-7804-474b-bafe-f7c292828dec owned by network:router_interface {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:06:04.330325 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:04.355593 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8cf5c4-7804-474b-bafe-f7c292828dec,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:04.513321 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587419'] for router_interface, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:04.714224 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Router 75c95b00-befb-4db8-a982-152c14b92605 has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:06:04.814991 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:06:04.820333 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-559d01f3-681c-4c18-8df2-61f967930749 admin admin] 10.222.0.20 "PUT /v2.0/routers/75c95b00-befb-4db8-a982-152c14b92605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4627013 Sep 08 05:06:04.822931 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50318) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:04.823346 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] Sync routers for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:06:04.832282 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:06:04.832876 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:06:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:04.922685 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:04.934327 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: dv-cinder-784140-7-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:06:05.021965 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.072935 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Deleting port 31608331-4f62-4bd7-87b5-ac4f43510cf1 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:06:05.073278 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.110336 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T05:06:04Z', 'revision_number': 5, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port': {'id': '31608331-4f62-4bd7-87b5-ac4f43510cf1', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c95b00-befb-4db8-a982-152c14b92605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T04:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:05.136716 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] Checking router: 75c95b00-befb-4db8-a982-152c14b92605 for host: dv-cinder-784140-7-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:06:05.144980 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] Routers {'75c95b00-befb-4db8-a982-152c14b92605'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:06:05.145580 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:06:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['75c95b00-befb-4db8-a982-152c14b92605'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:05.153162 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] For port 31608331-4f62-4bd7-87b5-ac4f43510cf1, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=31608331-4f62-4bd7-87b5-ac4f43510cf1,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:06:05.153533 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.165391 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Calling delete_port for 31608331-4f62-4bd7-87b5-ac4f43510cf1 owned by network:router_gateway {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:06:05.231684 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] Set router 75c95b00-befb-4db8-a982-152c14b92605 gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:06:05.287659 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T05:06:05Z', 'revision_number': 6, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port_host': None}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:05.313433 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b73aa1-0146-4e5b-8349-79348530cc0c None None] The sync data for ids ['75c95b00-befb-4db8-a982-152c14b92605'] in dv-cinder-784140-7-iscsi is: [{'id': '75c95b00-befb-4db8-a982-152c14b92605', 'name': 'tempest-TestVolumeBootPattern-522709218-router', 'tenant_id': '643e582f6bd2451191b91381608b2e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:17Z', 'updated_at': '2021-09-08T05:06:05Z', 'revision_number': 6, 'project_id': '643e582f6bd2451191b91381608b2e6d', 'gw_port_host': None}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:06:05.328612 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.356590 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=31608331-4f62-4bd7-87b5-ac4f43510cf1,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:05.412676 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585529'] for router_gateway, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.497459 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31134'] for router, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.499533 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.543168 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586067'] for router, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.543717 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c95b00-befb-4db8-a982-152c14b92605 {{(pid=93867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 05:06:05.548145 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.549329 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7f5817ac-435e-422e-a259-5693c90c55e9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/75c95b00-befb-4db8-a982-152c14b92605 HTTP/1.1" status: 204 len: 168 time: 0.7254980 Sep 08 05:06:05.551759 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50320) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:05.593440 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-571b8480-1f6c-4884-ba3c-8a3459d8d518 admin admin] Deleting subnet 2f17fbc2-3169-4013-aeea-29f1092616e9 {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 05:06:05.597179 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-571b8480-1f6c-4884-ba3c-8a3459d8d518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.630278 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-571b8480-1f6c-4884-ba3c-8a3459d8d518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32327729'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.715635 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-571b8480-1f6c-4884-ba3c-8a3459d8d518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.771970 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-571b8480-1f6c-4884-ba3c-8a3459d8d518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29364960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31437651'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.774759 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 1a8cf5c4-7804-474b-bafe-f7c292828dec no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:06:05.796455 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 1a8cf5c4-7804-474b-bafe-f7c292828dec {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:06:05.796813 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 1a8cf5c4-7804-474b-bafe-f7c292828dec not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:06:05.797873 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b8480-1f6c-4884-ba3c-8a3459d8d518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f17fbc2-3169-4013-aeea-29f1092616e9,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:05.801672 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-571b8480-1f6c-4884-ba3c-8a3459d8d518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.803680 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-571b8480-1f6c-4884-ba3c-8a3459d8d518 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2f17fbc2-3169-4013-aeea-29f1092616e9 HTTP/1.1" status: 204 len: 168 time: 0.2509754 Sep 08 05:06:05.806035 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50322) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:05.809323 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b1519-e9a0-407e-bed7-de1215772178 None None] Network d42be4f3-48d9-4d8b-9d00-242994f353ae requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:06:05.879091 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.936251 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Deleting port da167587-cec5-4bf9-827b-9c30c9e877f0 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:06:05.936593 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:05.998461 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] For port da167587-cec5-4bf9-827b-9c30c9e877f0, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=da167587-cec5-4bf9-827b-9c30c9e877f0,segment=NetworkSegment(cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1),segment_id=cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:06:05.998827 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.011352 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Calling delete_port for da167587-cec5-4bf9-827b-9c30c9e877f0 owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:06:06.094299 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.106622 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a9eb9-c2f5-4bfc-8ed5-ee1732511a01 None None] DHCP port deletion for d42be4f3-48d9-4d8b-9d00-242994f353ae request from dv-cinder-784140-7-iscsi {{(pid=93868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 05:06:06.125218 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] No DVR routers for this DVR port da167587-cec5-4bf9-827b-9c30c9e877f0 on host dv-cinder-784140-7-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:06:06.129108 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=da167587-cec5-4bf9-827b-9c30c9e877f0,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:06.200417 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.220522 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42be4f3-48d9-4d8b-9d00-242994f353ae']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:06.229852 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:06.230177 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf1dacd-2e83-4300-b3b5-bc26dd9cb2e1') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:06.240833 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32327736'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.256093 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.261928 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 05:06:06.262410 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29364546'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: timer() Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: cb(*args, **kw) Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: self._notify() Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: self.callback(batched_events) Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: event.method(event) Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._get(url).json() Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 05:06:06.264045 dv-cinder-784140-7-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 05:06:06.319161 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.324898 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.326820 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d42be4f3-48d9-4d8b-9d00-242994f353ae HTTP/1.1" status: 204 len: 168 time: 0.5197728 Sep 08 05:06:06.330060 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 50324) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:06.340539 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ef6e4-78e8-4788-b0da-376926c54e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42be4f3-48d9-4d8b-9d00-242994f353ae,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:06.659797 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587383'] for router_interface, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.887584 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Deleting port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:06:06.887921 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.961115 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] For port 15e6b1b6-0892-41ca-8d27-8b93f03df9bd, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=15e6b1b6-0892-41ca-8d27-8b93f03df9bd,segment=NetworkSegment(39520adc-d9f1-4044-aa16-e97cea06febc),segment_id=39520adc-d9f1-4044-aa16-e97cea06febc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:06:06.961397 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:06.976801 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Calling delete_port for 15e6b1b6-0892-41ca-8d27-8b93f03df9bd owned by network:router_interface {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:06:07.144807 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:07.168625 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Pushing event deleted for resources: {'Port': ['ID=15e6b1b6-0892-41ca-8d27-8b93f03df9bd,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:07.327983 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587419'] for router_interface, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:07.530422 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb has already been hosted by L3 agent aeed339a-528f-4f19-8cb5-930a3c2cfb38 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 05:06:07.640664 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] Notify agent at l3_agent.dv-cinder-784140-7-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 05:06:07.648488 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2457c027-481f-4e1c-8bac-ef5d7d3c977f admin admin] 10.222.0.20 "PUT /v2.0/routers/34d3d7f7-0bed-4af4-806e-0e5129d41cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3145535 Sep 08 05:06:07.648488 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 50326) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:07.651470 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] Sync routers for ids ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'] in dv-cinder-784140-7-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 05:06:07.660745 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] Routers {'34d3d7f7-0bed-4af4-806e-0e5129d41cfb'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:06:07.661615 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:06:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:07.723594 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 31608331-4f62-4bd7-87b5-ac4f43510cf1 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:06:07.743384 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 31608331-4f62-4bd7-87b5-ac4f43510cf1 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:06:07.743719 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 31608331-4f62-4bd7-87b5-ac4f43510cf1 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:06:07.744137 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device da167587-cec5-4bf9-827b-9c30c9e877f0 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:06:07.749889 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks [] for router, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:07.763270 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: da167587-cec5-4bf9-827b-9c30c9e877f0 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:06:07.763614 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device da167587-cec5-4bf9-827b-9c30c9e877f0 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:06:07.774559 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] Set router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb gateway port host: dv-cinder-784140-7-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:06:07.850482 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:07.901226 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Deleting port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:06:07.901570 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:07.949471 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'external_fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:25Z', 'updated_at': '2021-09-08T05:06:07Z', 'revision_number': 5, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'gw_port': {'id': '4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4', 'name': '', 'network_id': 'b7fb9408-454d-42be-8484-580cd619eec9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T04:58:26Z', 'updated_at': '2021-09-08T04:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5cdfff-a8ed-44e4-94dd-7c51b7fc77bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-7-iscsi'}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:07.975379 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] Checking router: 34d3d7f7-0bed-4af4-806e-0e5129d41cfb for host: dv-cinder-784140-7-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 05:06:07.978128 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] For port 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4,segment=NetworkSegment(bf5b3785-efa1-4a7c-9aa6-32a71e29f464),segment_id=bf5b3785-efa1-4a7c-9aa6-32a71e29f464)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:06:07.978492 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:07.983337 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] Routers {'34d3d7f7-0bed-4af4-806e-0e5129d41cfb'} bound to L3 agent in host dv-cinder-784140-7-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 05:06:07.983932 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T04:45:31Z,description=,heartbeat_timestamp=2021-09-08T05:06:01Z,host='dv-cinder-784140-7-iscsi',id=aeed339a-528f-4f19-8cb5-930a3c2cfb38,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T04:45:31Z,topic='l3_agent')) {'router_ids': ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:07.994737 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Calling delete_port for 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 owned by network:router_gateway {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:06:08.067800 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] Set router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 05:06:08.121425 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:25Z', 'updated_at': '2021-09-08T05:06:07Z', 'revision_number': 6, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'gw_port_host': None}], 'dv-cinder-784140-7-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:08.147197 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37892b8-6c97-4d37-819f-8cd712eb8901 None None] The sync data for ids ['34d3d7f7-0bed-4af4-806e-0e5129d41cfb'] in dv-cinder-784140-7-iscsi is: [{'id': '34d3d7f7-0bed-4af4-806e-0e5129d41cfb', 'name': 'tempest-TestVolumeBootPattern-1319829500-router', 'tenant_id': '5f56373917b94f49bbf5a8c77260e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T04:58:25Z', 'updated_at': '2021-09-08T05:06:07Z', 'revision_number': 6, 'project_id': '5f56373917b94f49bbf5a8c77260e615', 'gw_port_host': None}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 05:06:08.161586 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31435617'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.191141 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:08.249177 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585529'] for router_gateway, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.336602 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31134'] for router, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.338698 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.383565 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-586067'] for router, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.384039 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34d3d7f7-0bed-4af4-806e-0e5129d41cfb {{(pid=93866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 05:06:08.388174 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.389292 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d98aa110-5047-4fe5-bfb4-b3523a96f870 admin admin] 10.222.0.20 "DELETE /v2.0/routers/34d3d7f7-0bed-4af4-806e-0e5129d41cfb HTTP/1.1" status: 204 len: 168 time: 0.7403243 Sep 08 05:06:08.392281 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.20', 50328) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:08.433911 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4e91f5-75c9-450f-9640-de04628a9699 admin admin] Deleting subnet b455ad1b-a21b-41de-b1e3-5ff8edfcca5c {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 05:06:08.436697 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c4e91f5-75c9-450f-9640-de04628a9699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.468579 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c4e91f5-75c9-450f-9640-de04628a9699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30506962'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.549560 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c4e91f5-75c9-450f-9640-de04628a9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806203'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.602090 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c4e91f5-75c9-450f-9640-de04628a9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31435540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31133426'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.628837 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c4e91f5-75c9-450f-9640-de04628a9699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.630958 dv-cinder-784140-7-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4c4e91f5-75c9-450f-9640-de04628a9699 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b455ad1b-a21b-41de-b1e3-5ff8edfcca5c HTTP/1.1" status: 204 len: 168 time: 0.2377594 Sep 08 05:06:08.632030 dv-cinder-784140-7-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e91f5-75c9-450f-9640-de04628a9699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b455ad1b-a21b-41de-b1e3-5ff8edfcca5c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:08.633518 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50330) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:08.636856 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b01f70-9e54-4df6-bc8e-15626c1cd65f None None] Network 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 requested from dv-cinder-784140-7-iscsi {{(pid=93868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 05:06:08.702339 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1947248'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.752210 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Deleting port 5638dd68-05e1-4345-be8c-84d62f27e832 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:06:08.752546 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.816911 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] For port 5638dd68-05e1-4345-be8c-84d62f27e832, host dv-cinder-784140-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-7-iscsi',level=0,port_id=5638dd68-05e1-4345-be8c-84d62f27e832,segment=NetworkSegment(39520adc-d9f1-4044-aa16-e97cea06febc),segment_id=39520adc-d9f1-4044-aa16-e97cea06febc)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:06:08.817212 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.828871 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Calling delete_port for 5638dd68-05e1-4345-be8c-84d62f27e832 owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:06:08.895107 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] DHCP port deletion for 6dfc6514-231d-45a9-9eb6-eb69a440f9c7 request from dv-cinder-784140-7-iscsi {{(pid=93868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 05:06:08.908911 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29364885'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:08.933866 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5638dd68-05e1-4345-be8c-84d62f27e832,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:08.937248 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] No DVR routers for this DVR port 5638dd68-05e1-4345-be8c-84d62f27e832 on host dv-cinder-784140-7-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:06:08.943996 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Deleting port 5638dd68-05e1-4345-be8c-84d62f27e832 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 05:06:08.944375 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754268369686'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.007122 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] For port 5638dd68-05e1-4345-be8c-84d62f27e832, host dv-cinder-784140-7-iscsi, got binding levels [] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 05:06:09.007516 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530702'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.010888 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803510', 'neutron.services.segments.db._delete_segments_for_network-8754268350585'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.019972 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Calling delete_port for 5638dd68-05e1-4345-be8c-84d62f27e832 owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 05:06:09.022600 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.ipam_backend_mixin [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Port 5638dd68-05e1-4345-be8c-84d62f27e832 was not found and therefore no delete operation was performed {{(pid=93868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 05:06:09.023801 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1834854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754268375516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754267853734'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.033410 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfc6514-231d-45a9-9eb6-eb69a440f9c7']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:09.042373 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39520adc-d9f1-4044-aa16-e97cea06febc') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:09.042664 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39520adc-d9f1-4044-aa16-e97cea06febc') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 05:06:09.047696 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Pushing event deleted for resources: {'Port': ['ID=5638dd68-05e1-4345-be8c-84d62f27e832,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:09.052148 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754268351874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32327736'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.055430 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] No DVR routers for this DVR port 5638dd68-05e1-4345-be8c-84d62f27e832 on host dv-cinder-784140-7-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 05:06:09.057784 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.058159 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.058504 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.058845 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.059178 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.059512 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.059839 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.060161 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.060489 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.060814 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.061139 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.061461 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927b76a8-b0e3-4b64-8ba4-a1a800fe88c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-7-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 05:06:09.068588 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.077957 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 05:06:09.078478 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1803297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29364546'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: timer() Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: cb(*args, **kw) Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: self._notify() Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: self.callback(batched_events) Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: event.method(event) Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._get(url).json() Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 05:06:09.080307 dv-cinder-784140-7-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 05:06:09.138583 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585477'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.143071 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609256'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.145505 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6dfc6514-231d-45a9-9eb6-eb69a440f9c7 HTTP/1.1" status: 204 len: 168 time: 0.5108984 Sep 08 05:06:09.161719 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bc30e-3d41-4455-9614-93685cec66e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfc6514-231d-45a9-9eb6-eb69a440f9c7,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:09.327686 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50334) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:09.366982 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6bbe54b4-1b1b-45cd-9f2d-72fe17e22b43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=643e582f6bd2451191b91381608b2e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380957 Sep 08 05:06:09.369343 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50336) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:09.415751 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d037cc84-a667-4d1f-99aa-013e58583b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.437400 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d037cc84-a667-4d1f-99aa-013e58583b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.482663 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d037cc84-a667-4d1f-99aa-013e58583b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.485407 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d037cc84-a667-4d1f-99aa-013e58583b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.487680 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d037cc84-a667-4d1f-99aa-013e58583b1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02a83d7d-aeda-445a-b21f-40555609881b HTTP/1.1" status: 204 len: 168 time: 0.1174586 Sep 08 05:06:09.495318 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037cc84-a667-4d1f-99aa-013e58583b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a83d7d-aeda-445a-b21f-40555609881b,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:09.669768 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 15e6b1b6-0892-41ca-8d27-8b93f03df9bd no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:06:09.694237 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 15e6b1b6-0892-41ca-8d27-8b93f03df9bd {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:06:09.694586 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 15e6b1b6-0892-41ca-8d27-8b93f03df9bd not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:06:09.695009 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 5638dd68-05e1-4345-be8c-84d62f27e832 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:06:09.713029 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 5638dd68-05e1-4345-be8c-84d62f27e832 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:06:09.713376 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 5638dd68-05e1-4345-be8c-84d62f27e832 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:06:09.713786 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 no longer exists at agent ovs-agent-dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 05:06:09.732217 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] No Port match for: 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 {{(pid=93868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 05:06:09.732560 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.rpc [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Device 4e448a1f-3bb8-49a8-9b44-b1dc7849bcb4 not bound to the agent host dv-cinder-784140-7-iscsi {{(pid=93868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 05:06:09.833379 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50342) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:09.875220 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-0bb5da34-a839-4bc7-a9ad-490815350940 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f56373917b94f49bbf5a8c77260e615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406013 Sep 08 05:06:09.877624 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.20', 50344) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 05:06:09.924173 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e85deb4d-d0ae-4813-8dd5-71fe0859b7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.943567 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e85deb4d-d0ae-4813-8dd5-71fe0859b7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.987544 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e85deb4d-d0ae-4813-8dd5-71fe0859b7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530634'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.990141 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e85deb4d-d0ae-4813-8dd5-71fe0859b7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:09.991240 dv-cinder-784140-7-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e85deb4d-d0ae-4813-8dd5-71fe0859b7be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b294f1f0-c5d3-43b6-aab0-5b9ec59f4b6b HTTP/1.1" status: 204 len: 168 time: 0.1125989 Sep 08 05:06:09.998363 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85deb4d-d0ae-4813-8dd5-71fe0859b7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b294f1f0-c5d3-43b6-aab0-5b9ec59f4b6b,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 05:06:17.726875 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:06:28.351733 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2420b5ba-8576-4c42-b419-048a747d8178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:30.409879 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:30.858889 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-361e8041-ace4-4dc5-804f-cd1f8e288ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:31.332700 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:32.230337 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:33.488428 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:06:54.725050 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:06:58.352532 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5ac0705e-b9d1-438b-80cc-64f89019ab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:00.410762 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:00.859078 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a95f47d1-80d4-4b11-9311-e0ee299e0d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:01.332761 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:02.232105 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:03.492223 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:28.353920 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-15591396-9b45-4f23-b9d1-d5b46aaa312f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:30.423192 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:30.976584 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a66b9ee-b461-45bd-ade8-7ac6780d9c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:31.333508 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:31.723083 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:07:32.236239 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:33.494505 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:07:58.353108 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbd9a-fdd6-47b8-a525-0259ce5bfc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:00.425860 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:00.856360 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5a79ae3e-7c58-4f51-b40e-522559d0a4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:01.333057 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:02.238799 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:03.498375 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:08.722563 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:08:28.353165 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733ea60f-614f-4acc-bef4-8e7819152e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:30.424951 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:30.856769 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb71c-49e6-4555-8b82-cdcad42a95df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:31.333203 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:32.241599 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:33.502414 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:08:44.289572 dv-cinder-784140-7-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-21eea7ff-1c3a-4124-b4ff-5a7b5aacf54e req-ab045a9c-857c-4a57-9d99-d773033e3429 service neutron] (93867) timed out ('10.222.0.26', 49879) {{(pid=93867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 05:08:45.721907 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:08:58.352237 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d8949d5b-0fea-412a-bc80-e7f09bab85c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:00.439750 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:00.857054 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a82feac2-0918-4afb-bb2f-3e952920563d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:01.332940 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:02.247632 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:03.504623 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:22.720781 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:09:28.351689 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-52c404b0-57ab-41bc-b62f-735121f53169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:30.453670 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:30.858332 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b93a6899-52cb-499e-aeda-0215679e8a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:31.334925 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:32.247819 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:33.507992 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:58.352112 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9887a5b1-c2f3-4461-9caa-ce1405acd347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:09:59.719143 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:10:00.453878 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:00.859899 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-340a04f7-b1f1-497d-8d01-baed05d4f555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:01.334923 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:02.251544 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:03.510709 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:28.351672 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0eded88a-0e6a-48e0-961c-3fd7c35b2fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:30.451756 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:30.858668 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1c9928a1-be11-4dba-b26b-fcf8df07635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:31.335950 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:32.253589 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:33.513962 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:10:36.717450 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:10:58.351959 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-79856a4f-1919-4521-a1aa-5663ca2a2b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:00.452475 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:00.859358 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2baa1904-cecf-4d95-a330-fe30aeef1fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:01.336539 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:02.255995 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:03.518091 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7cf1ccef-17b8-423c-980b-28201fe82eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:13.719589 dv-cinder-784140-7-iscsi neutron-server[93869]: DEBUG neutron.db.agents_db [None req-4777dbe3-00f2-4169-9d6c-adca92367bc7 None None] Agent healthcheck: found 6 active agents {{(pid=93869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 05:11:28.354531 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7c7a-0941-4f3f-b698-a5c843c9158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:30.468074 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-571a96c5-90d1-4916-ac3d-f8b70b19b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:30.859157 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6e5ebd06-f954-4ecc-9f0b-928ca1d46ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:31.336662 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d937a7b-c619-4245-aedc-86b65ee2d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 05:11:32.258908 dv-cinder-784140-7-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce8eef0-bf6e-4a73-b1d0-40ac66d55412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754268350567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810216'] for agent, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}